[ 577.953293] env[69975]: INFO neutron.common.config [-] Logging enabled! [ 577.953703] env[69975]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev50 [ 577.953873] env[69975]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69975) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 577.954082] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 577.954185] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 577.955020] env[69975]: WARNING oslo_policy.policy [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 577.955245] env[69975]: WARNING oslo_policy.policy [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 577.956756] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] VMware NSXv3 Agent initialized successfully. [ 577.957128] env[69975]: DEBUG oslo_concurrency.lockutils [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] Acquiring lock "singleton_lock" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.957388] env[69975]: DEBUG oslo_concurrency.lockutils [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] Acquired lock "singleton_lock" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.957503] env[69975]: DEBUG oslo_concurrency.lockutils [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] Releasing lock "singleton_lock" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.957886] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] Full set of CONF: {{(pid=69975) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 577.958022] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ******************************************************************************** {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 577.958137] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] Configuration options gathered from: {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 577.958395] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 577.958587] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 577.958705] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ================================================================================ {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 577.958882] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] agent_down_time = 75 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.959040] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] allow_automatic_dhcp_failover = True {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.959187] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] allow_bulk = True {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.959338] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] api_extensions_path = {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.959488] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] api_paste_config = api-paste.ini {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.959635] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] auth_strategy = keystone {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.959749] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] backdoor_port = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.959860] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] backdoor_socket = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.960008] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] backlog = 4096 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.960159] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] base_mac = fa:16:3e:00:00:00 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.960324] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] bind_host = 0.0.0.0 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.960470] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] bind_port = 9696 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.960612] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] client_socket_timeout = 900 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964041] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] config_dir = [] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964041] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964041] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] config_source = [] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964041] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] control_exchange = neutron {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964041] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] core_plugin = ml2 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964041] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] debug = True {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964311] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] default_availability_zones = [] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964311] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964311] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] dhcp_agent_notification = True {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964311] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] dhcp_agents_per_network = 1 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964311] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] dhcp_lease_duration = 86400 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964483] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] dhcp_load_type = networks {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964483] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] dns_domain = openstacklocal {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964483] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964483] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] enable_default_route_bfd = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964483] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] enable_default_route_ecmp = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964483] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] enable_dvr = True {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964483] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] enable_new_agents = True {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964653] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964653] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] enable_signals = True {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964653] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] enable_traditional_dhcp = True {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964653] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] external_dns_driver = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964653] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] filter_validation = True {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964653] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] global_physnet_mtu = 8950 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964653] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] graceful_shutdown_timeout = 60 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964838] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] host = cpu-1 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964838] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] host_dvr_for_dhcp = True {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964838] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] http_retries = 3 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964838] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] instance_format = [instance: %(uuid)s] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.964953] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.965179] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ipam_driver = internal {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.965179] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ipv6_pd_enabled = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.965271] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] l3_ha = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.965434] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.965545] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] l3_ha_network_physical_name = {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.965685] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] l3_ha_network_type = {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969106] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] log_color = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969106] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] log_config_append = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969106] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969106] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] log_dir = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969106] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] log_file = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969106] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] log_options = True {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969106] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] log_rotate_interval = 1 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969437] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] log_rotate_interval_type = days {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969437] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] log_rotation_type = none {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969437] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969437] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969437] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969565] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969565] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969565] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] max_dns_nameservers = 5 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969565] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] max_header_line = 16384 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969565] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] max_l3_agents_per_router = 3 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969565] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] max_logfile_count = 30 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969714] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] max_logfile_size_mb = 200 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969714] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] max_subnet_host_routes = 20 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969714] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] my_ip = 10.180.1.21 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969714] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] my_ipv6 = ::1 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969714] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] network_auto_schedule = True {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969714] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] network_link_prefix = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969864] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969864] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] notify_nova_on_port_data_changes = True {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969864] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] notify_nova_on_port_status_changes = True {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969864] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] pagination_max_limit = -1 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969864] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] publish_errors = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.969864] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] rate_limit_burst = 0 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.970079] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] rate_limit_except_level = CRITICAL {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.970079] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] rate_limit_interval = 0 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.970537] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] retry_until_window = 30 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.970537] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] router_distributed = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.970537] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] rpc_resources_processing_step = 20 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.970537] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] rpc_response_max_timeout = 600 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.970675] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] rpc_response_timeout = 60 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.970805] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] send_events_interval = 2 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.970954] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] service_plugins = ['router'] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.971108] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] setproctitle = on {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.971241] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] shell_completion = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.971381] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] state_path = /opt/stack/data/neutron {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.971546] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] syslog_log_facility = LOG_USER {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.971651] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] tcp_keepidle = 600 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.971791] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] transport_url = **** {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.971926] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] use_journal = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.972070] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] use_json = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.975112] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] use_ssl = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.975112] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] use_stderr = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.975112] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] use_syslog = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.975112] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] vlan_qinq = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.975112] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] vlan_transparent = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.975112] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] watch_log_file = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.975112] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] wsgi_default_pool_size = 100 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.975754] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] wsgi_keep_alive = True {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.975754] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.975754] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] wsgi_server_debug = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.975754] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_concurrency.disable_process_locking = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.975754] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.975754] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.975904] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.975904] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.975904] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.975904] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.975904] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] profiler.connection_string = messaging:// {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.975904] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] profiler.enabled = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.976067] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] profiler.es_doc_type = notification {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.976067] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] profiler.es_scroll_size = 10000 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.976067] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] profiler.es_scroll_time = 2m {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.976067] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] profiler.filter_error_trace = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.976067] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] profiler.hmac_keys = **** {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.976067] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] profiler.sentinel_service_name = mymaster {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.976067] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] profiler.socket_timeout = 0.1 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.976245] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] profiler.trace_requests = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.976245] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] profiler.trace_sqlalchemy = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.976245] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] profiler_jaeger.process_tags = {} {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.976245] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] profiler_jaeger.service_name_prefix = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.976351] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] profiler_otlp.service_name_prefix = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.976705] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_policy.enforce_new_defaults = True {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.976764] env[69975]: WARNING oslo_config.cfg [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 577.976905] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_policy.enforce_scope = True {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.977076] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_policy.policy_default_rule = default {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.980019] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.980019] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.980019] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.980019] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.980019] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.980019] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.980234] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.980234] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_policy.remote_timeout = 60.0 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.980234] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.980234] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] agent.extensions = [] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.980234] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.980234] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] service_providers.service_provider = [] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.980433] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] QUOTAS.default_quota = -1 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.980433] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.980433] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] QUOTAS.quota_floatingip = 50 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.980433] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] QUOTAS.quota_network = 100 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.980433] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] QUOTAS.quota_port = 500 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.980433] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.980433] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] QUOTAS.quota_router = 10 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.980950] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] QUOTAS.quota_security_group = 10 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.980950] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.980950] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] QUOTAS.quota_subnet = 100 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.980950] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] QUOTAS.track_quota_usage = True {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.980950] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.980950] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep.group = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.980950] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep.helper_command = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.981162] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.981162] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep.thread_pool_size = 8 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.981162] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep.user = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.981317] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.981412] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_dhcp_release.group = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.981544] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_dhcp_release.helper_command = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.981681] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.981816] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.981948] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_dhcp_release.user = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.982099] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.982230] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_ovs_vsctl.group = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.982368] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_ovs_vsctl.helper_command = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.983060] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.983060] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.983060] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_ovs_vsctl.user = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.983060] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_namespace.capabilities = [21] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.983060] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_namespace.group = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.983267] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_namespace.helper_command = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.983368] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.983456] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_namespace.thread_pool_size = 8 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.983593] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_namespace.user = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.983738] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_conntrack.capabilities = [12] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.983872] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_conntrack.group = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.984020] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_conntrack.helper_command = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.984163] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.984305] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.984573] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_conntrack.user = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.984704] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_link.capabilities = [12, 21] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.984862] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_link.group = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.984996] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_link.helper_command = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.985153] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.985303] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_link.thread_pool_size = 8 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.985430] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] privsep_link.user = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.985591] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.985743] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.985887] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] AGENT.continue_on_failed_promotions = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.986034] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] AGENT.dscp = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.986186] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] AGENT.dscp_inherit = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.986334] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] AGENT.force_mp_to_policy = True {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.986470] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] AGENT.locking_coordinator_url = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.986609] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] AGENT.log_agent_heartbeats = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.986747] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] AGENT.logging_expire = 1 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.986894] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.987046] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.987198] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] AGENT.polling_interval = 240 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.987372] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.987514] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.987667] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] AGENT.report_interval = 30.0 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.987816] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.987961] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.988122] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.988266] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] AGENT.sync_skew = 60 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.988438] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] AGENT.synchronization_queue_size = 20 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.988596] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] AGENT.use_helper_for_ns_read = True {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.988746] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] SECURITYGROUP.enable_ipset = True {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.988898] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] SECURITYGROUP.enable_security_group = True {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.989057] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.989206] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.989352] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] experimental.ipv6_pd_enabled = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.989515] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ml2.extension_drivers = ['port_security'] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.989657] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ml2.external_network_type = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.989813] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.990581] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ml2.overlay_ip_version = 4 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.990581] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ml2.path_mtu = 8950 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.990581] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ml2.physical_network_mtus = {} {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.990581] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ml2.tenant_network_types = ['vlan'] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.990581] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.990763] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ml2.type_drivers = ['vlan'] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.990864] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] AGENT_CLI.neutron_port_id = [] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.990972] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.991118] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.991265] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.991701] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.991701] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.991701] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.991861] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.991980] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.992234] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.992352] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] NSXV3.nsxv3_login_password = **** {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.992507] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] NSXV3.nsxv3_login_port = 443 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.992652] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] NSXV3.nsxv3_login_user = admin {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.992798] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.992947] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.993099] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.993244] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.993392] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.993545] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.993695] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.993843] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.993987] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.994148] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.994301] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.994445] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.994595] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.994793] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.994946] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] vsphere.vsphere_login_password = VMware1! {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.995108] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.995261] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.995403] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] nova.auth_section = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.995558] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] nova.auth_type = password {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.995700] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.996073] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] nova.certfile = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.996073] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] nova.collect_timing = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.996172] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] nova.endpoint_type = public {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.996267] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] nova.insecure = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.996408] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] nova.keyfile = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.996556] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] nova.region_name = RegionOne {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.996702] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] nova.split_loggers = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.996842] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] nova.timeout = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.996990] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] placement.auth_section = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.997159] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] placement.auth_type = password {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.997309] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.997475] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] placement.certfile = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.997625] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] placement.collect_timing = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.997845] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] placement.endpoint_type = public {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.997920] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] placement.insecure = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.998067] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] placement.keyfile = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.998207] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] placement.region_name = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.998370] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] placement.split_loggers = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.998541] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] placement.timeout = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.998695] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ironic.auth_section = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.998839] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ironic.auth_type = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.998976] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ironic.cafile = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.999126] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ironic.certfile = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.999273] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ironic.collect_timing = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.999410] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ironic.connect_retries = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.999550] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ironic.connect_retry_delay = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.999695] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ironic.enable_notifications = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.999832] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ironic.endpoint_override = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.999973] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ironic.insecure = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.000123] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ironic.interface = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.000261] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ironic.keyfile = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.000410] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ironic.max_version = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.000568] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ironic.min_version = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.000709] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ironic.region_name = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.000848] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ironic.retriable_status_codes = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.000983] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ironic.service_name = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.001135] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ironic.service_type = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.001282] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ironic.split_loggers = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.001419] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ironic.status_code_retries = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.001558] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ironic.status_code_retry_delay = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.001695] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ironic.timeout = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.001832] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ironic.valid_interfaces = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.001968] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ironic.version = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.002129] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] cli_script.dry_run = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.002284] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.002426] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.002571] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.002712] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.002853] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.002995] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.003151] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.003294] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.003435] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.003587] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.003726] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.003875] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.004029] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.004177] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.004321] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.004472] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.004618] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.004761] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.004911] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.005066] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.005206] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.005351] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.005493] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.005634] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.005774] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.005912] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.006064] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.006207] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.006347] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.006487] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.006627] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.ssl = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.006775] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.006920] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.007072] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.007220] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.007390] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.ssl_version = {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.007539] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.007691] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_notifications.driver = [] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.007833] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_notifications.retry = -1 {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.007989] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.008142] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] oslo_messaging_notifications.transport_url = **** {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.008256] env[69975]: DEBUG oslo_service.backend.eventlet.service [None req-b9442dc5-7f90-437f-bec8-b37f382adbae None None] ******************************************************************************** {{(pid=69975) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 578.009339] env[69975]: DEBUG neutron.agent.securitygroups_rpc [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Init firewall settings (driver=nsxv3) {{(pid=69975) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 578.010751] env[69975]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69975) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 578.010995] env[69975]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] RPC agent_id: nsxm-l-01a.corp.local [ 578.013367] env[69975]: DEBUG dogpile.cache.region [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 578.013496] env[69975]: DEBUG dogpile.lock [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 578.013597] env[69975]: DEBUG dogpile.lock [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 578.013694] env[69975]: DEBUG dogpile.lock [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 578.013794] env[69975]: DEBUG dogpile.cache.region [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 578.013887] env[69975]: DEBUG dogpile.lock [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 578.014027] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 578.041071] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Session token - acquiring [ 578.042745] env[69975]: DEBUG networking_nsxv3.common.locking [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.042922] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.043059] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.043518] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.055416] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.354774] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 578.385766] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 578.386049] env[69975]: DEBUG dogpile.cache.region [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Cache value generated in 0.372 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 578.386200] env[69975]: DEBUG dogpile.lock [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 578.386409] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Activating Policy API Provider. [ 578.386744] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Looking for the default Infrastructure Rules. [ 578.471355] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Looking for the Default Layer3 Logged Drop Section. [ 578.487707] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 578.488217] env[69975]: DEBUG networking_nsxv3.common.locking [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.488516] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Acquiring lock "all" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.488662] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Acquired lock "all" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.488978] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Acquired external semaphore "all" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.489339] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.005634] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.507722] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.009713] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Inventory metadata is going to be refreshed. [ 580.010166] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 581.105084] env[69975]: DEBUG networking_nsxv3.common.locking [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.105084] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.105084] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.105084] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.115077] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 581.116305] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.117440] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 581.137318] env[69975]: DEBUG networking_nsxv3.common.locking [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.139920] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.139920] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.139920] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.139920] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.139920] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 581.139920] env[69975]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69975) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.139920] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 581.167024] env[69975]: DEBUG networking_nsxv3.common.locking [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.167024] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.167024] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.167024] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.167024] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.167024] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 581.189746] env[69975]: DEBUG networking_nsxv3.common.locking [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.192016] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.192016] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.192016] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.192016] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.192016] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 581.210764] env[69975]: DEBUG networking_nsxv3.common.locking [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.211259] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Acquiring lock "Address Group" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.211523] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Acquired lock "Address Group" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.211918] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Acquired external semaphore "Address Group" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.212202] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Releasing lock "Address Group" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.212470] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 581.212693] env[69975]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69975) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.212926] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 581.232917] env[69975]: DEBUG networking_nsxv3.common.locking [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.235420] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Acquiring lock "Segment QoS" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.235420] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Acquired lock "Segment QoS" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.235420] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Acquired external semaphore "Segment QoS" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.235420] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Releasing lock "Segment QoS" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.235420] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 581.235420] env[69975]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69975) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.235420] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 581.257020] env[69975]: DEBUG networking_nsxv3.common.locking [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.257020] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.257020] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.257020] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.257020] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.257020] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 581.257020] env[69975]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69975) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.257020] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Inventory metadata have been refreshed. [ 581.257020] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Dryrun:True. Metadata refresh completed. [ 581.257020] env[69975]: DEBUG oslo_concurrency.lockutils [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Releasing lock "all" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.258243] env[69975]: INFO neutron.agent.agent_extensions_manager [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Loaded agent extensions: [] [ 581.261084] env[69975]: DEBUG neutron_lib.callbacks.manager [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69975) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 581.317904] env[69975]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] NSXv3 Agent Agent RPC Daemon Started! [ 581.318316] env[69975]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] NSXv3 Agent Agent loop - iteration:0 started [ 581.318570] env[69975]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] NSXv3 Agent Agent out of sync with plugin! [ 586.259761] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 586.260119] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 591.261390] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 591.261844] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 596.092558] env[69975]: INFO networking_nsxv3.common.synchronization [None req-6457bbac-663a-4cea-8f60-09c389ccaea6 demo admin] Enqueued Resource ID: dab197f9-fce4-43de-b094-e98c1bfa654b with Priority: HIGHEST for action security_group_rules [ 596.093101] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab197f9-fce4-43de-b094-e98c1bfa654b with Priority: HIGHEST for action security_group_rules [ 596.093404] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dab197f9-fce4-43de-b094-e98c1bfa654b taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.093528] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dab197f9-fce4-43de-b094-e98c1bfa654b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.093608] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dab197f9-fce4-43de-b094-e98c1bfa654b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.093977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dab197f9-fce4-43de-b094-e98c1bfa654b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.094075] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dab197f9-fce4-43de-b094-e98c1bfa654b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.617179] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.617179] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.617179] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.617179] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.617179] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.617179] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dab197f9-fce4-43de-b094-e98c1bfa654b already deleted. [ 596.617179] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dab197f9-fce4-43de-b094-e98c1bfa654b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.093934] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 601.094400] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 606.094874] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 606.095143] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 611.095809] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 611.096254] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 616.097125] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 616.097534] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 619.262139] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.262623] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.262623] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.262623] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.262848] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.766586] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.270801] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.773454] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 620.773552] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 621.098358] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 621.098492] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 621.512551] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.512817] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.512817] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.513018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.530522] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 621.531535] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.532519] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 621.553750] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.553750] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.553750] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.553750] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.553750] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.553750] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 621.553750] env[69975]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69975) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 621.553750] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 621.581047] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.581047] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.581047] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.581047] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.581047] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.581047] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 621.606557] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.606557] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.606557] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.606557] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.606557] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.606557] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 621.626739] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.626739] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.626739] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.626739] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.626739] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.626739] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 621.626739] env[69975]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69975) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 621.626739] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 621.646407] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.646567] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.646637] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.646863] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.646972] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.647099] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 621.647179] env[69975]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69975) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 621.647254] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 621.681714] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.681933] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.681933] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.682254] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.682307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.682381] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 621.682622] env[69975]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69975) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 621.682622] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 621.682622] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 621.682812] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 621.682812] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 621.682812] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 621.683033] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 621.683142] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 621.683142] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 621.702296] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.702461] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.702504] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.702867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.702867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.703037] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 621.721969] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.722172] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.722262] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.722412] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.722670] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.758505] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.128372] env[69975]: INFO networking_nsxv3.common.synchronization [None req-e0f54752-022d-469c-8f4a-97a05dcd887f None None] Enqueued Resource ID: a37983e9-f91d-4e76-9a02-461c8b1d30b5 with Priority: HIGHEST for action port [ 625.128372] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a37983e9-f91d-4e76-9a02-461c8b1d30b5 with Priority: HIGHEST for action port [ 625.129062] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-a37983e9-f91d-4e76-9a02-461c8b1d30b5 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.129062] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a37983e9-f91d-4e76-9a02-461c8b1d30b5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.129062] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a37983e9-f91d-4e76-9a02-461c8b1d30b5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.129405] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a37983e9-f91d-4e76-9a02-461c8b1d30b5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.129439] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a37983e9-f91d-4e76-9a02-461c8b1d30b5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.632625] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a37983e9-f91d-4e76-9a02-461c8b1d30b5 [ 625.632751] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.632873] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.632873] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.633087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.634038] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.634038] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a37983e9-f91d-4e76-9a02-461c8b1d30b5 already deleted. [ 625.634038] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a37983e9-f91d-4e76-9a02-461c8b1d30b5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.471193] env[69975]: INFO networking_nsxv3.common.synchronization [None req-7bfd8358-de56-43dd-b4bb-a0358d1f71cf None None] Enqueued Resource ID: bbdebca4-dc3f-4236-9344-51adb6a1c0f2 with Priority: HIGHEST for action port [ 626.471193] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbdebca4-dc3f-4236-9344-51adb6a1c0f2 with Priority: HIGHEST for action port [ 626.472216] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbdebca4-dc3f-4236-9344-51adb6a1c0f2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.472216] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbdebca4-dc3f-4236-9344-51adb6a1c0f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.472216] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbdebca4-dc3f-4236-9344-51adb6a1c0f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.472216] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbdebca4-dc3f-4236-9344-51adb6a1c0f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.472456] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbdebca4-dc3f-4236-9344-51adb6a1c0f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.974433] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbdebca4-dc3f-4236-9344-51adb6a1c0f2 [ 626.974740] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.974852] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.974907] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.975085] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.975177] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.975275] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbdebca4-dc3f-4236-9344-51adb6a1c0f2 already deleted. [ 626.975357] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbdebca4-dc3f-4236-9344-51adb6a1c0f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.222348] env[69975]: INFO networking_nsxv3.common.synchronization [None req-e58132e2-6706-4547-96f5-06dc4ee9f4bf None None] Enqueued Resource ID: 43e507e8-c030-4c92-8c31-15fc41e3ad03 with Priority: HIGHEST for action port [ 627.222607] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43e507e8-c030-4c92-8c31-15fc41e3ad03 with Priority: HIGHEST for action port [ 627.223202] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-43e507e8-c030-4c92-8c31-15fc41e3ad03 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.223322] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43e507e8-c030-4c92-8c31-15fc41e3ad03" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.223384] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43e507e8-c030-4c92-8c31-15fc41e3ad03" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.223636] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43e507e8-c030-4c92-8c31-15fc41e3ad03" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.223719] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43e507e8-c030-4c92-8c31-15fc41e3ad03',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.732534] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43e507e8-c030-4c92-8c31-15fc41e3ad03 [ 627.732823] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.732974] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.733063] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.733275] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.733357] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.733449] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43e507e8-c030-4c92-8c31-15fc41e3ad03 already deleted. [ 627.733524] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43e507e8-c030-4c92-8c31-15fc41e3ad03" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.956115] env[69975]: INFO networking_nsxv3.common.synchronization [None req-ec59ee0f-0d20-45a8-b487-7885a722efd0 None None] Enqueued Resource ID: 448e746c-9288-436b-a793-44436a2a9c70 with Priority: HIGHEST for action port [ 627.956115] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 448e746c-9288-436b-a793-44436a2a9c70 with Priority: HIGHEST for action port [ 627.956115] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-448e746c-9288-436b-a793-44436a2a9c70 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.956115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-448e746c-9288-436b-a793-44436a2a9c70" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.956115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-448e746c-9288-436b-a793-44436a2a9c70" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.956115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-448e746c-9288-436b-a793-44436a2a9c70" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.956115] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('448e746c-9288-436b-a793-44436a2a9c70',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.261125] env[69975]: INFO networking_nsxv3.common.synchronization [None req-e0e234c6-0576-43af-836f-41dc54bbbdae None None] Enqueued Resource ID: 041e1920-34db-4f3e-9ea5-cbca2716811a with Priority: HIGHEST for action port [ 628.261380] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 041e1920-34db-4f3e-9ea5-cbca2716811a with Priority: HIGHEST for action port [ 628.263298] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-041e1920-34db-4f3e-9ea5-cbca2716811a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.263518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-041e1920-34db-4f3e-9ea5-cbca2716811a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.263518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-041e1920-34db-4f3e-9ea5-cbca2716811a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.263837] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-041e1920-34db-4f3e-9ea5-cbca2716811a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.263919] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('041e1920-34db-4f3e-9ea5-cbca2716811a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.458980] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 448e746c-9288-436b-a793-44436a2a9c70 [ 628.459864] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.459864] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.459864] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.459864] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.460079] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.460079] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:448e746c-9288-436b-a793-44436a2a9c70 already deleted. [ 628.460155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-448e746c-9288-436b-a793-44436a2a9c70" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.737035] env[69975]: INFO networking_nsxv3.common.synchronization [None req-4c86d318-b075-4be7-a665-7b68aa07e448 None None] Enqueued Resource ID: dc0c3649-a363-4204-8e37-cb09b94665a8 with Priority: HIGHEST for action port [ 628.737035] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc0c3649-a363-4204-8e37-cb09b94665a8 with Priority: HIGHEST for action port [ 628.737488] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc0c3649-a363-4204-8e37-cb09b94665a8 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.737488] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc0c3649-a363-4204-8e37-cb09b94665a8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.737488] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc0c3649-a363-4204-8e37-cb09b94665a8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.737843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc0c3649-a363-4204-8e37-cb09b94665a8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.737968] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc0c3649-a363-4204-8e37-cb09b94665a8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.767131] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 041e1920-34db-4f3e-9ea5-cbca2716811a [ 628.767131] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.767131] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.767131] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.767131] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.767131] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.767131] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:041e1920-34db-4f3e-9ea5-cbca2716811a already deleted. [ 628.767131] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-041e1920-34db-4f3e-9ea5-cbca2716811a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.008164] env[69975]: INFO networking_nsxv3.common.synchronization [None req-8cde44f2-09e6-4bc5-ab1e-74bd0f1fe705 None None] Enqueued Resource ID: 2f72f9bb-bcfe-4290-bf1a-95819e19792b with Priority: HIGHEST for action port [ 629.011353] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f72f9bb-bcfe-4290-bf1a-95819e19792b with Priority: HIGHEST for action port [ 629.011353] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f72f9bb-bcfe-4290-bf1a-95819e19792b taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.011353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f72f9bb-bcfe-4290-bf1a-95819e19792b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.012555] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f72f9bb-bcfe-4290-bf1a-95819e19792b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.012555] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f72f9bb-bcfe-4290-bf1a-95819e19792b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.012555] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f72f9bb-bcfe-4290-bf1a-95819e19792b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.242323] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc0c3649-a363-4204-8e37-cb09b94665a8 [ 629.242323] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.242323] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.242323] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.242323] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.242323] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.242323] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc0c3649-a363-4204-8e37-cb09b94665a8 already deleted. [ 629.242323] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc0c3649-a363-4204-8e37-cb09b94665a8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.514780] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f72f9bb-bcfe-4290-bf1a-95819e19792b [ 629.515514] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.515744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.516358] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.516358] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.516545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.517045] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f72f9bb-bcfe-4290-bf1a-95819e19792b already deleted. [ 629.517188] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f72f9bb-bcfe-4290-bf1a-95819e19792b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.158018] env[69975]: INFO networking_nsxv3.common.synchronization [None req-044b7d45-9935-4f9b-b607-bfae7be02fdd tempest-ServersTestJSON-1811308298 tempest-ServersTestJSON-1811308298-project-member] Enqueued Resource ID: c43efecb-9a98-4f78-a3e4-66010aad2491 with Priority: HIGHEST for action security_group_rules [ 630.158304] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c43efecb-9a98-4f78-a3e4-66010aad2491 with Priority: HIGHEST for action security_group_rules [ 630.158537] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c43efecb-9a98-4f78-a3e4-66010aad2491 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.158660] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.158739] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.158972] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.159719] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c43efecb-9a98-4f78-a3e4-66010aad2491',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.255960] env[69975]: INFO networking_nsxv3.common.synchronization [None req-297cddb7-3a3b-4233-b847-cfdf903db5de tempest-ServersTestJSON-1811308298 tempest-ServersTestJSON-1811308298-project-member] Enqueued Resource ID: c43efecb-9a98-4f78-a3e4-66010aad2491 with Priority: HIGHEST for action security_group_rules [ 630.255960] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c43efecb-9a98-4f78-a3e4-66010aad2491 with Priority: HIGHEST for action security_group_rules [ 630.255960] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c43efecb-9a98-4f78-a3e4-66010aad2491 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.255960] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.688518] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.688518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.688518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.688518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.688518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.688518] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c43efecb-9a98-4f78-a3e4-66010aad2491 already deleted. [ 630.688518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.688518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.689307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.689307] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c43efecb-9a98-4f78-a3e4-66010aad2491',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.212441] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.213878] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.214108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.214403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.215230] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.215351] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c43efecb-9a98-4f78-a3e4-66010aad2491 already deleted. [ 631.215453] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.984840] env[69975]: INFO networking_nsxv3.common.synchronization [None req-c10862be-4f1d-4179-832c-f652611d4f46 None None] Enqueued Resource ID: 39b9dcc0-925a-4894-9db6-f3a2f71a2d95 with Priority: HIGHEST for action port [ 631.985434] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b9dcc0-925a-4894-9db6-f3a2f71a2d95 with Priority: HIGHEST for action port [ 631.985686] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-39b9dcc0-925a-4894-9db6-f3a2f71a2d95 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.985842] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39b9dcc0-925a-4894-9db6-f3a2f71a2d95" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.985885] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39b9dcc0-925a-4894-9db6-f3a2f71a2d95" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.988200] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39b9dcc0-925a-4894-9db6-f3a2f71a2d95" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.988200] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39b9dcc0-925a-4894-9db6-f3a2f71a2d95',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.245299] env[69975]: INFO networking_nsxv3.common.synchronization [None req-10954149-6578-4419-aa3f-bf788fa8724f None None] Enqueued Resource ID: 3227432e-877b-48b3-b23d-f1d7dcd42805 with Priority: HIGHEST for action port [ 632.247050] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3227432e-877b-48b3-b23d-f1d7dcd42805 with Priority: HIGHEST for action port [ 632.247447] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-3227432e-877b-48b3-b23d-f1d7dcd42805 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.247715] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3227432e-877b-48b3-b23d-f1d7dcd42805" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.247828] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3227432e-877b-48b3-b23d-f1d7dcd42805" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.248115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3227432e-877b-48b3-b23d-f1d7dcd42805" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.248228] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3227432e-877b-48b3-b23d-f1d7dcd42805',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.491658] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39b9dcc0-925a-4894-9db6-f3a2f71a2d95 [ 632.491915] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.492327] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.492327] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.492546] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.492546] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.492611] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39b9dcc0-925a-4894-9db6-f3a2f71a2d95 already deleted. [ 632.492646] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39b9dcc0-925a-4894-9db6-f3a2f71a2d95" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.751304] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3227432e-877b-48b3-b23d-f1d7dcd42805 [ 632.751862] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.752126] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.752325] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.754053] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.754053] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.754053] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3227432e-877b-48b3-b23d-f1d7dcd42805 already deleted. [ 632.754284] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3227432e-877b-48b3-b23d-f1d7dcd42805" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.968565] env[69975]: INFO networking_nsxv3.common.synchronization [None req-a498d383-d783-4bdd-9e14-2cc4db423222 None None] Enqueued Resource ID: 9ff147cc-1cd8-4db2-bec3-1b826633cd70 with Priority: HIGHEST for action port [ 632.970616] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff147cc-1cd8-4db2-bec3-1b826633cd70 with Priority: HIGHEST for action port [ 632.971090] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ff147cc-1cd8-4db2-bec3-1b826633cd70 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.971367] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ff147cc-1cd8-4db2-bec3-1b826633cd70" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.971512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ff147cc-1cd8-4db2-bec3-1b826633cd70" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.973122] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ff147cc-1cd8-4db2-bec3-1b826633cd70" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.973122] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ff147cc-1cd8-4db2-bec3-1b826633cd70',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.182499] env[69975]: INFO networking_nsxv3.common.synchronization [None req-40f988ed-5818-499f-b2f8-fc50f58c2fd9 None None] Enqueued Resource ID: 96f43fc2-84c3-4062-ad55-319a955c50ba with Priority: HIGHEST for action port [ 633.183042] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96f43fc2-84c3-4062-ad55-319a955c50ba with Priority: HIGHEST for action port [ 633.183323] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-96f43fc2-84c3-4062-ad55-319a955c50ba taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.183455] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96f43fc2-84c3-4062-ad55-319a955c50ba" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.183515] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96f43fc2-84c3-4062-ad55-319a955c50ba" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.183737] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96f43fc2-84c3-4062-ad55-319a955c50ba" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.184427] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96f43fc2-84c3-4062-ad55-319a955c50ba',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.475454] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ff147cc-1cd8-4db2-bec3-1b826633cd70 [ 633.475454] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.477119] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.477119] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.477119] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.477119] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.477119] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ff147cc-1cd8-4db2-bec3-1b826633cd70 already deleted. [ 633.477119] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ff147cc-1cd8-4db2-bec3-1b826633cd70" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.494902] env[69975]: INFO networking_nsxv3.common.synchronization [None req-717c9ea8-c6f2-4b08-a778-ea30adc06427 None None] Enqueued Resource ID: d22ca01b-c6ba-42f3-898e-2a9c73467b56 with Priority: HIGHEST for action port [ 633.495707] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ca01b-c6ba-42f3-898e-2a9c73467b56 with Priority: HIGHEST for action port [ 633.496544] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-d22ca01b-c6ba-42f3-898e-2a9c73467b56 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.496699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d22ca01b-c6ba-42f3-898e-2a9c73467b56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.498086] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d22ca01b-c6ba-42f3-898e-2a9c73467b56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.498260] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d22ca01b-c6ba-42f3-898e-2a9c73467b56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.498986] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d22ca01b-c6ba-42f3-898e-2a9c73467b56',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.687339] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96f43fc2-84c3-4062-ad55-319a955c50ba [ 633.687578] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.691798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.691798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.691798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.691798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.691798] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96f43fc2-84c3-4062-ad55-319a955c50ba already deleted. [ 633.691798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96f43fc2-84c3-4062-ad55-319a955c50ba" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.003235] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d22ca01b-c6ba-42f3-898e-2a9c73467b56 [ 634.006331] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.006503] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.006572] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.006790] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.006868] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.008482] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d22ca01b-c6ba-42f3-898e-2a9c73467b56 already deleted. [ 634.008482] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d22ca01b-c6ba-42f3-898e-2a9c73467b56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.843839] env[69975]: INFO networking_nsxv3.common.synchronization [None req-f71ee10b-1f61-4b01-96b0-0595358bbf07 None None] Enqueued Resource ID: 311569d5-5e3e-4e29-86bc-835bf4bdeb9c with Priority: HIGHEST for action port [ 634.844118] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311569d5-5e3e-4e29-86bc-835bf4bdeb9c with Priority: HIGHEST for action port [ 634.847703] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-311569d5-5e3e-4e29-86bc-835bf4bdeb9c taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.847703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-311569d5-5e3e-4e29-86bc-835bf4bdeb9c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.847703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-311569d5-5e3e-4e29-86bc-835bf4bdeb9c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.847703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-311569d5-5e3e-4e29-86bc-835bf4bdeb9c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.847703] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('311569d5-5e3e-4e29-86bc-835bf4bdeb9c',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.353265] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 311569d5-5e3e-4e29-86bc-835bf4bdeb9c [ 635.353265] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.353265] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.353265] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.353265] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.353265] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.353265] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:311569d5-5e3e-4e29-86bc-835bf4bdeb9c already deleted. [ 635.353265] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-311569d5-5e3e-4e29-86bc-835bf4bdeb9c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.173226] env[69975]: INFO networking_nsxv3.common.synchronization [None req-679f436e-4941-4c46-84f8-ddfafc0763a6 None None] Enqueued Resource ID: 26882bfb-6940-4ffc-bab3-a26c5d97edb6 with Priority: HIGHEST for action port [ 636.173550] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26882bfb-6940-4ffc-bab3-a26c5d97edb6 with Priority: HIGHEST for action port [ 636.175529] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-26882bfb-6940-4ffc-bab3-a26c5d97edb6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.175649] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26882bfb-6940-4ffc-bab3-a26c5d97edb6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.175716] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26882bfb-6940-4ffc-bab3-a26c5d97edb6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.175964] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26882bfb-6940-4ffc-bab3-a26c5d97edb6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.176055] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26882bfb-6940-4ffc-bab3-a26c5d97edb6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.678371] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26882bfb-6940-4ffc-bab3-a26c5d97edb6 [ 636.678585] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.678726] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.679740] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.679740] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.679740] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.679740] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26882bfb-6940-4ffc-bab3-a26c5d97edb6 already deleted. [ 636.679740] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26882bfb-6940-4ffc-bab3-a26c5d97edb6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.141349] env[69975]: INFO networking_nsxv3.common.synchronization [req-186c89e7-7340-4380-8c54-171f19e238b5 req-639f5791-a13e-4d06-be4c-3a3f49edda4b tempest-DeleteServersAdminTestJSON-1704192969 tempest-DeleteServersAdminTestJSON-1704192969-project-member] Enqueued Resource ID: 959c3db5-8cef-4119-a270-f297343d42f0 with Priority: HIGHEST for action security_group_members [ 637.141349] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959c3db5-8cef-4119-a270-f297343d42f0 with Priority: HIGHEST for action security_group_members [ 637.141654] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-959c3db5-8cef-4119-a270-f297343d42f0 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.141780] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.141842] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.143830] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.143830] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.143830] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.143830] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.143830] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.143830] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.143830] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('959c3db5-8cef-4119-a270-f297343d42f0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.249824] env[69975]: INFO networking_nsxv3.common.synchronization [None req-d5662ed2-8f05-49ef-921b-cb9c34e771bc None None] Enqueued Resource ID: 2fae6a5f-4da5-4fd8-84fc-0283ca810a29 with Priority: HIGHEST for action port [ 637.250431] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fae6a5f-4da5-4fd8-84fc-0283ca810a29 with Priority: HIGHEST for action port [ 637.251082] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fae6a5f-4da5-4fd8-84fc-0283ca810a29 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.251082] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fae6a5f-4da5-4fd8-84fc-0283ca810a29" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.251082] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fae6a5f-4da5-4fd8-84fc-0283ca810a29" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.251227] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fae6a5f-4da5-4fd8-84fc-0283ca810a29" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.251481] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fae6a5f-4da5-4fd8-84fc-0283ca810a29',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.649238] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.649831] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.650048] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.650446] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.650639] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.650927] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.651777] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.651946] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.652212] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.652477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.652867] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 959c3db5-8cef-4119-a270-f297343d42f0 already deleted. [ 637.656383] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.753967] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2fae6a5f-4da5-4fd8-84fc-0283ca810a29 [ 637.753967] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.753967] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.753967] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.753967] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.753967] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.754244] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2fae6a5f-4da5-4fd8-84fc-0283ca810a29 already deleted. [ 637.754244] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fae6a5f-4da5-4fd8-84fc-0283ca810a29" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.912140] env[69975]: INFO networking_nsxv3.common.synchronization [None req-34baa292-70da-4d34-8cbc-ab2725d87ea6 tempest-AttachInterfacesUnderV243Test-1966607628 tempest-AttachInterfacesUnderV243Test-1966607628-project-member] Enqueued Resource ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 with Priority: HIGHEST for action security_group_rules [ 637.912140] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 with Priority: HIGHEST for action security_group_rules [ 637.912380] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.912491] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.912554] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.912795] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.912870] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.283123] env[69975]: INFO networking_nsxv3.common.synchronization [None req-d2926def-c033-4152-b09c-458a9c6e9d5c tempest-AttachInterfacesUnderV243Test-1966607628 tempest-AttachInterfacesUnderV243Test-1966607628-project-member] Enqueued Resource ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 with Priority: HIGHEST for action security_group_rules [ 638.285239] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 with Priority: HIGHEST for action security_group_rules [ 638.285600] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.285798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.428470] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.429176] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.433021] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.433021] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.433021] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.433021] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.433021] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.433021] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.433021] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.433021] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 638.433021] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.433021] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.433021] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.433021] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 638.433021] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.433021] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.438680] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.439031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.439323] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.439944] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.440672] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.440672] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 already deleted. [ 638.441573] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.441573] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.441796] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.441922] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.470945] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.471055] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 638.471315] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.471408] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.471777] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-b089582f-8b97-4630-8a47-45009013aceb taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.472907] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-b089582f-8b97-4630-8a47-45009013aceb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.472907] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-b089582f-8b97-4630-8a47-45009013aceb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.473281] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-b089582f-8b97-4630-8a47-45009013aceb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.473422] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b089582f-8b97-4630-8a47-45009013aceb',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.752767] env[69975]: INFO networking_nsxv3.common.synchronization [None req-563c1c11-99a6-4399-81fb-163a64cf0f84 None None] Enqueued Resource ID: 67ba8aa9-6000-4b4a-a7a1-581387e847be with Priority: HIGHEST for action port [ 638.754130] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ba8aa9-6000-4b4a-a7a1-581387e847be with Priority: HIGHEST for action port [ 638.754483] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-67ba8aa9-6000-4b4a-a7a1-581387e847be taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.754970] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67ba8aa9-6000-4b4a-a7a1-581387e847be" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.754970] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67ba8aa9-6000-4b4a-a7a1-581387e847be" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.754970] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67ba8aa9-6000-4b4a-a7a1-581387e847be" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.755110] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67ba8aa9-6000-4b4a-a7a1-581387e847be',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.940229] env[69975]: INFO networking_nsxv3.common.synchronization [None req-e21861ab-f464-47ae-8b80-64647e020f29 None None] Enqueued Resource ID: ed5b8993-9390-4edc-b8e1-a10e0d5e753e with Priority: HIGHEST for action port [ 638.941454] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5b8993-9390-4edc-b8e1-a10e0d5e753e with Priority: HIGHEST for action port [ 638.942642] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed5b8993-9390-4edc-b8e1-a10e0d5e753e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.942642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed5b8993-9390-4edc-b8e1-a10e0d5e753e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.942642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed5b8993-9390-4edc-b8e1-a10e0d5e753e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.944898] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed5b8993-9390-4edc-b8e1-a10e0d5e753e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.944999] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed5b8993-9390-4edc-b8e1-a10e0d5e753e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.968547] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.968820] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.969027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.969364] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.969558] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.969744] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 already deleted. [ 638.969874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.977401] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.978340] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.978340] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.978340] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.978340] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.978564] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port b089582f-8b97-4630-8a47-45009013aceb not found, creating... [ 638.978707] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.979032] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.979215] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.979536] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.979687] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.980851] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.981210] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.981359] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.981602] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.982252] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.982883] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: b089582f-8b97-4630-8a47-45009013aceb is going to be created. [ 639.028509] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.028777] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.029095] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.029266] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.029595] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.029980] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-b089582f-8b97-4630-8a47-45009013aceb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.259033] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67ba8aa9-6000-4b4a-a7a1-581387e847be [ 639.259033] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.259033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.259033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.259356] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.259515] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.259653] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67ba8aa9-6000-4b4a-a7a1-581387e847be already deleted. [ 639.259745] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67ba8aa9-6000-4b4a-a7a1-581387e847be" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.450178] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed5b8993-9390-4edc-b8e1-a10e0d5e753e [ 639.450645] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.450645] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.450645] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.450810] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.450897] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.450958] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed5b8993-9390-4edc-b8e1-a10e0d5e753e already deleted. [ 639.451089] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed5b8993-9390-4edc-b8e1-a10e0d5e753e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.690349] env[69975]: INFO networking_nsxv3.common.synchronization [req-67dbb00e-d6a3-4be9-93c5-d73666cf1248 req-fecb6db3-4d0d-4555-9dc4-12dee916851f tempest-MigrationsAdminTest-1206652408 tempest-MigrationsAdminTest-1206652408-project-member] Enqueued Resource ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 with Priority: HIGHEST for action security_group_members [ 639.690349] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 with Priority: HIGHEST for action security_group_members [ 639.690349] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.690530] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.691348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.691610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.691909] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.691909] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.691987] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.692193] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.692239] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.692336] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b72e9e-1ec3-495e-9a2f-39d95736f6a0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.197260] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.197451] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.197543] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.197795] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.197910] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.198129] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.198226] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.198288] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.198472] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.198551] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.198635] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 already deleted. [ 640.198711] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.209580] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.209580] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.209580] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.209580] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.209580] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.210457] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.210457] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.210457] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.210685] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.210885] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 640.211137] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.211250] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.211409] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.211526] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 640.211717] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.211929] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.246639] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.246803] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 640.246942] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.247623] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.249106] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-5d41e03b-3fd8-4389-a457-2000cf628f86 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.249106] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-5d41e03b-3fd8-4389-a457-2000cf628f86" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.249310] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-5d41e03b-3fd8-4389-a457-2000cf628f86" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.249525] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-5d41e03b-3fd8-4389-a457-2000cf628f86" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.249862] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d41e03b-3fd8-4389-a457-2000cf628f86',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.423806] env[69975]: INFO networking_nsxv3.common.synchronization [req-186c89e7-7340-4380-8c54-171f19e238b5 req-3d604c86-746d-4bfa-8872-0857c85388aa service nova] Enqueued Resource ID: 959c3db5-8cef-4119-a270-f297343d42f0 with Priority: HIGHEST for action security_group_rules [ 640.423968] env[69975]: INFO networking_nsxv3.common.synchronization [req-186c89e7-7340-4380-8c54-171f19e238b5 req-3d604c86-746d-4bfa-8872-0857c85388aa service nova] Enqueued Resource ID: 959c3db5-8cef-4119-a270-f297343d42f0 with Priority: HIGHEST for action security_group_members [ 640.424129] env[69975]: INFO networking_nsxv3.common.synchronization [req-186c89e7-7340-4380-8c54-171f19e238b5 req-3d604c86-746d-4bfa-8872-0857c85388aa service nova] Enqueued Resource ID: b089582f-8b97-4630-8a47-45009013aceb with Priority: HIGHEST for action port [ 640.424363] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959c3db5-8cef-4119-a270-f297343d42f0 with Priority: HIGHEST for action security_group_rules [ 640.424496] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959c3db5-8cef-4119-a270-f297343d42f0 with Priority: HIGHEST for action security_group_members [ 640.424595] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b089582f-8b97-4630-8a47-45009013aceb with Priority: HIGHEST for action port [ 640.425883] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-959c3db5-8cef-4119-a270-f297343d42f0 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.429282] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.430547] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.434022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.434022] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('959c3db5-8cef-4119-a270-f297343d42f0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.434022] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-959c3db5-8cef-4119-a270-f297343d42f0 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.434022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.434022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.434022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.434022] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.434022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.434022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.434022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.434022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.434022] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('959c3db5-8cef-4119-a270-f297343d42f0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.440964] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-b089582f-8b97-4630-8a47-45009013aceb taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.441431] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b089582f-8b97-4630-8a47-45009013aceb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.441513] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b089582f-8b97-4630-8a47-45009013aceb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.441698] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b089582f-8b97-4630-8a47-45009013aceb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.446122] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b089582f-8b97-4630-8a47-45009013aceb',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.754873] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.754873] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.754873] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.754873] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.754873] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.754873] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 5d41e03b-3fd8-4389-a457-2000cf628f86 not found, creating... [ 640.754873] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.754873] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.754873] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.754873] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.754873] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.756029] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.756614] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.756720] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.761248] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.761248] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.761248] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 5d41e03b-3fd8-4389-a457-2000cf628f86 is going to be created. [ 640.782159] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.782387] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.782515] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.782803] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.783067] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.783486] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-5d41e03b-3fd8-4389-a457-2000cf628f86" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.952762] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-959c3db5-8cef-4119-a270-f297343d42f0 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.952946] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.962391] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b089582f-8b97-4630-8a47-45009013aceb with status ACTIVE [ 640.962646] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.962730] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.962798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.963077] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.963156] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.963315] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.963421] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.963489] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.963683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.963763] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.964037] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.964238] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.964238] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.964238] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.964370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.964404] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b089582f-8b97-4630-8a47-45009013aceb is going to be updated. [ 640.968112] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('959c3db5-8cef-4119-a270-f297343d42f0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.995052] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.995052] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.995052] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.995052] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.995052] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.995398] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b089582f-8b97-4630-8a47-45009013aceb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.474180] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('959c3db5-8cef-4119-a270-f297343d42f0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.629374] env[69975]: INFO networking_nsxv3.common.synchronization [None req-f3be2509-0c49-458a-90da-ae617792a7a0 None None] Enqueued Resource ID: 06070a7c-348d-4e1e-876f-a72a7f21a0b2 with Priority: HIGHEST for action port [ 641.629960] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06070a7c-348d-4e1e-876f-a72a7f21a0b2 with Priority: HIGHEST for action port [ 641.630632] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-06070a7c-348d-4e1e-876f-a72a7f21a0b2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.630870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06070a7c-348d-4e1e-876f-a72a7f21a0b2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.630870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06070a7c-348d-4e1e-876f-a72a7f21a0b2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.631714] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06070a7c-348d-4e1e-876f-a72a7f21a0b2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.631872] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06070a7c-348d-4e1e-876f-a72a7f21a0b2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.807981] env[69975]: INFO networking_nsxv3.common.synchronization [None req-3ececa23-4e17-4134-9abc-d53a307a3a45 None None] Enqueued Resource ID: 64e6c84b-3f05-4dc7-9b18-98d91b74710a with Priority: HIGHEST for action port [ 641.808279] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64e6c84b-3f05-4dc7-9b18-98d91b74710a with Priority: HIGHEST for action port [ 641.809207] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-64e6c84b-3f05-4dc7-9b18-98d91b74710a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.809207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64e6c84b-3f05-4dc7-9b18-98d91b74710a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.809207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64e6c84b-3f05-4dc7-9b18-98d91b74710a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.809737] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64e6c84b-3f05-4dc7-9b18-98d91b74710a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.809831] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64e6c84b-3f05-4dc7-9b18-98d91b74710a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.841197] env[69975]: INFO networking_nsxv3.common.synchronization [req-f42a2fb1-8565-4635-8a45-4c76256e139f req-b3f7d2b4-23e7-4e3a-bff5-a1807a32b48b tempest-ServersTestJSON-1811308298 tempest-ServersTestJSON-1811308298-project-member] Enqueued Resource ID: c43efecb-9a98-4f78-a3e4-66010aad2491 with Priority: HIGHEST for action security_group_members [ 641.841197] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c43efecb-9a98-4f78-a3e4-66010aad2491 with Priority: HIGHEST for action security_group_members [ 641.842999] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c43efecb-9a98-4f78-a3e4-66010aad2491 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.842999] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.842999] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.842999] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.842999] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.842999] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.842999] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.843627] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.843740] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.843842] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c43efecb-9a98-4f78-a3e4-66010aad2491',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.977480] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.980685] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.980685] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.980685] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.980685] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.980685] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 959c3db5-8cef-4119-a270-f297343d42f0 is going to be created. [ 642.069141] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.069141] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.069141] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.069367] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.069450] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.090674] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 959c3db5-8cef-4119-a270-f297343d42f0 in Status: UNINITIALIZED for 2s [ 642.134550] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06070a7c-348d-4e1e-876f-a72a7f21a0b2 [ 642.134550] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.134550] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.134550] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.134550] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.134550] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.134550] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06070a7c-348d-4e1e-876f-a72a7f21a0b2 already deleted. [ 642.134550] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06070a7c-348d-4e1e-876f-a72a7f21a0b2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.253539] env[69975]: INFO networking_nsxv3.common.synchronization [None req-1853e246-cdb4-4e08-8b97-c547d21a2f13 None None] Enqueued Resource ID: e3fdcb91-dfab-4972-803e-b2b5a6bb0721 with Priority: HIGHEST for action port [ 642.253777] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3fdcb91-dfab-4972-803e-b2b5a6bb0721 with Priority: HIGHEST for action port [ 642.254352] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3fdcb91-dfab-4972-803e-b2b5a6bb0721 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.254482] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3fdcb91-dfab-4972-803e-b2b5a6bb0721" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.254806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3fdcb91-dfab-4972-803e-b2b5a6bb0721" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.254926] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3fdcb91-dfab-4972-803e-b2b5a6bb0721" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.256336] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3fdcb91-dfab-4972-803e-b2b5a6bb0721',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.313643] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64e6c84b-3f05-4dc7-9b18-98d91b74710a [ 642.313643] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.313643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.313643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.313643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.313643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.313643] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64e6c84b-3f05-4dc7-9b18-98d91b74710a already deleted. [ 642.313643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64e6c84b-3f05-4dc7-9b18-98d91b74710a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.347488] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.347653] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.347744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.347946] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.348103] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.348355] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.348355] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.348516] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.348581] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.348654] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.348832] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c43efecb-9a98-4f78-a3e4-66010aad2491 already deleted. [ 642.348832] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.500685] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-748 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.501434] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-748" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.501434] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-748" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.501708] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-748" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.502573] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.503634] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.503634] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.503634] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.503634] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.503919] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 642.503919] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.504220] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.504220] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.504220] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 642.504391] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.504442] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.526849] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.529047] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 642.529047] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.529047] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-748" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.529047] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-dd67d1de-a902-443e-a6bb-1cc4903f5ccd taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.529047] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-dd67d1de-a902-443e-a6bb-1cc4903f5ccd" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.529047] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-dd67d1de-a902-443e-a6bb-1cc4903f5ccd" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.529047] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-dd67d1de-a902-443e-a6bb-1cc4903f5ccd" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.529047] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd67d1de-a902-443e-a6bb-1cc4903f5ccd',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.763017] env[69975]: INFO networking_nsxv3.common.synchronization [req-67dbb00e-d6a3-4be9-93c5-d73666cf1248 req-ee97562b-1be5-47de-8a22-35319af83cc4 service nova] Enqueued Resource ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 with Priority: HIGHEST for action security_group_rules [ 642.763017] env[69975]: INFO networking_nsxv3.common.synchronization [req-67dbb00e-d6a3-4be9-93c5-d73666cf1248 req-ee97562b-1be5-47de-8a22-35319af83cc4 service nova] Enqueued Resource ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 with Priority: HIGHEST for action security_group_members [ 642.763017] env[69975]: INFO networking_nsxv3.common.synchronization [req-67dbb00e-d6a3-4be9-93c5-d73666cf1248 req-ee97562b-1be5-47de-8a22-35319af83cc4 service nova] Enqueued Resource ID: 5d41e03b-3fd8-4389-a457-2000cf628f86 with Priority: HIGHEST for action port [ 642.763017] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3fdcb91-dfab-4972-803e-b2b5a6bb0721 [ 642.763017] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.763017] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.763017] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.767582] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.767582] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.767582] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3fdcb91-dfab-4972-803e-b2b5a6bb0721 already deleted. [ 642.767582] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3fdcb91-dfab-4972-803e-b2b5a6bb0721" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.767772] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 with Priority: HIGHEST for action security_group_rules [ 642.767890] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 with Priority: HIGHEST for action security_group_members [ 642.768017] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d41e03b-3fd8-4389-a457-2000cf628f86 with Priority: HIGHEST for action port [ 642.768907] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63b72e9e-1ec3-495e-9a2f-39d95736f6a0 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.770947] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.770947] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.770947] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.770947] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63b72e9e-1ec3-495e-9a2f-39d95736f6a0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.774116] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.774245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.774345] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.774495] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.774645] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.774771] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.774809] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.774957] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.775196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.775196] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b72e9e-1ec3-495e-9a2f-39d95736f6a0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.778550] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d41e03b-3fd8-4389-a457-2000cf628f86 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.778550] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d41e03b-3fd8-4389-a457-2000cf628f86" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.780170] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d41e03b-3fd8-4389-a457-2000cf628f86" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.780352] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d41e03b-3fd8-4389-a457-2000cf628f86" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.782708] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d41e03b-3fd8-4389-a457-2000cf628f86',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.033034] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.033709] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.033709] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.034415] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.034415] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.034415] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port dd67d1de-a902-443e-a6bb-1cc4903f5ccd not found, creating... [ 643.034690] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.035126] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.035126] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.035245] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.035311] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.035623] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.035911] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.035999] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.036281] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.036423] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.038684] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: dd67d1de-a902-443e-a6bb-1cc4903f5ccd is going to be created. [ 643.061318] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.062352] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.062352] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.062574] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.062671] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.062827] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-dd67d1de-a902-443e-a6bb-1cc4903f5ccd" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.284515] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63b72e9e-1ec3-495e-9a2f-39d95736f6a0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.288410] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.288410] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.288410] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d41e03b-3fd8-4389-a457-2000cf628f86 with status ACTIVE [ 643.288410] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.288410] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.288410] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.288410] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.288410] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.288410] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.288410] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.288410] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.288410] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.288410] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.289176] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.289176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.289176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.289285] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.289508] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.289508] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d41e03b-3fd8-4389-a457-2000cf628f86 is going to be updated. [ 643.313437] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.313841] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.313841] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.314971] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.314971] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.314971] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d41e03b-3fd8-4389-a457-2000cf628f86" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.792668] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63b72e9e-1ec3-495e-9a2f-39d95736f6a0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.834376] env[69975]: INFO networking_nsxv3.common.synchronization [req-20f6595e-8f9c-4fbc-b54e-818a847605d6 req-ae60b5bf-6618-428f-abef-9d186719c250 tempest-TenantUsagesTestJSON-1388019932 tempest-TenantUsagesTestJSON-1388019932-project-member] Enqueued Resource ID: e435b85f-ecf9-4e17-8be6-f79399bd5ca5 with Priority: HIGHEST for action security_group_members [ 643.835118] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e435b85f-ecf9-4e17-8be6-f79399bd5ca5 with Priority: HIGHEST for action security_group_members [ 643.835439] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.835886] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.835886] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.835886] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.836263] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.836263] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.836263] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.836467] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.836467] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.836467] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e435b85f-ecf9-4e17-8be6-f79399bd5ca5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.101270] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 959c3db5-8cef-4119-a270-f297343d42f0 in Status: SUCCESS [ 644.101601] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.101601] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.101870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.101919] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.102035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.102098] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.102333] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.102333] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.102590] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.102590] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('959c3db5-8cef-4119-a270-f297343d42f0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.177919] env[69975]: INFO networking_nsxv3.common.synchronization [None req-f391b19a-546d-42b9-8f5a-005647cc8d54 None None] Enqueued Resource ID: 2987c312-198c-4569-8d5e-1574e14773fb with Priority: HIGHEST for action port [ 644.178203] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2987c312-198c-4569-8d5e-1574e14773fb with Priority: HIGHEST for action port [ 644.178848] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-2987c312-198c-4569-8d5e-1574e14773fb taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.178974] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2987c312-198c-4569-8d5e-1574e14773fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.179451] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2987c312-198c-4569-8d5e-1574e14773fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.179761] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2987c312-198c-4569-8d5e-1574e14773fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.179845] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2987c312-198c-4569-8d5e-1574e14773fb',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.298254] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.298254] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.298254] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.298254] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.298527] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.298527] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 is going to be created. [ 644.327513] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.327513] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.327513] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.327513] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.327513] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.336840] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 in Status: UNINITIALIZED for 2s [ 644.338820] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.340490] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.340490] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.340490] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.340490] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.340490] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.340490] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.340490] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.340490] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.340490] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.340490] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e435b85f-ecf9-4e17-8be6-f79399bd5ca5 already deleted. [ 644.340490] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.357440] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.357440] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.357440] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.357440] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.357440] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.357440] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.358686] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.359073] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.359420] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.359821] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 644.360042] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.360324] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.360583] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.360791] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 644.360994] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.361241] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.390988] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.390988] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 644.390988] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.390988] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.390988] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-62d379af-7ac4-4a77-a97c-43b6d0fd5a3f taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.390988] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-62d379af-7ac4-4a77-a97c-43b6d0fd5a3f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.390988] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-62d379af-7ac4-4a77-a97c-43b6d0fd5a3f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.390988] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-62d379af-7ac4-4a77-a97c-43b6d0fd5a3f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.390988] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62d379af-7ac4-4a77-a97c-43b6d0fd5a3f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.396698] env[69975]: INFO networking_nsxv3.common.synchronization [None req-3f77fd1a-3b75-48dd-b64b-40fe16ed1ad8 tempest-VolumesAssistedSnapshotsTest-2093908278 tempest-VolumesAssistedSnapshotsTest-2093908278-project-member] Enqueued Resource ID: 51abc1f0-6a5b-4360-bc76-4db637431229 with Priority: HIGHEST for action security_group_rules [ 644.397387] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51abc1f0-6a5b-4360-bc76-4db637431229 with Priority: HIGHEST for action security_group_rules [ 644.397626] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51abc1f0-6a5b-4360-bc76-4db637431229 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.397905] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.398030] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.398323] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.398451] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51abc1f0-6a5b-4360-bc76-4db637431229',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.608951] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-959c3db5-8cef-4119-a270-f297343d42f0 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.608951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.608951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.609249] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.609292] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.609389] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.609542] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.609645] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.609710] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.609807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.609979] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-959c3db5-8cef-4119-a270-f297343d42f0 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.610400] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.610400] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.610400] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.611017] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.611767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.611767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.611767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.611767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.611767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.611767] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('959c3db5-8cef-4119-a270-f297343d42f0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.653147] env[69975]: INFO networking_nsxv3.common.synchronization [None req-8460f083-6f86-4b86-933d-4955debd0fc6 tempest-VolumesAssistedSnapshotsTest-2093908278 tempest-VolumesAssistedSnapshotsTest-2093908278-project-member] Enqueued Resource ID: 51abc1f0-6a5b-4360-bc76-4db637431229 with Priority: HIGHEST for action security_group_rules [ 644.653147] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51abc1f0-6a5b-4360-bc76-4db637431229 with Priority: HIGHEST for action security_group_rules [ 644.653147] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51abc1f0-6a5b-4360-bc76-4db637431229 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.653147] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.682994] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2987c312-198c-4569-8d5e-1574e14773fb [ 644.684767] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.684767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.684767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.684767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.684767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.684767] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2987c312-198c-4569-8d5e-1574e14773fb already deleted. [ 644.684767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2987c312-198c-4569-8d5e-1574e14773fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.897924] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.897924] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.897924] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.897924] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.897924] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.897924] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 62d379af-7ac4-4a77-a97c-43b6d0fd5a3f not found, creating... [ 644.897924] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.897924] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.897924] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.898570] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.899332] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.899782] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.900051] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.900393] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.900563] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.901056] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.901056] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 62d379af-7ac4-4a77-a97c-43b6d0fd5a3f is going to be created. [ 644.927501] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.927670] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.927739] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.927949] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.928038] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.928138] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51abc1f0-6a5b-4360-bc76-4db637431229 already deleted. [ 644.928216] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.928370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.929027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.929027] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51abc1f0-6a5b-4360-bc76-4db637431229',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.931881] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.932796] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.932796] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.932796] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.936823] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.936823] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-62d379af-7ac4-4a77-a97c-43b6d0fd5a3f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.119163] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 959c3db5-8cef-4119-a270-f297343d42f0: rpc.has_security_group_logging(os_id): False [ 645.147888] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.148141] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.148141] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.148389] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.148485] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.149352] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.149352] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.149352] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.149352] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.149352] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.149352] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.149352] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.149760] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.150939] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.150939] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.151757] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.151900] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.151979] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.152197] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.152917] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.152917] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 959c3db5-8cef-4119-a270-f297343d42f0 is going to be created. [ 645.222065] env[69975]: INFO networking_nsxv3.common.synchronization [req-f42a2fb1-8565-4635-8a45-4c76256e139f req-6a659691-5a12-4ef4-9987-e74251cc1b36 service nova] Enqueued Resource ID: c43efecb-9a98-4f78-a3e4-66010aad2491 with Priority: HIGHEST for action security_group_rules [ 645.222248] env[69975]: INFO networking_nsxv3.common.synchronization [req-f42a2fb1-8565-4635-8a45-4c76256e139f req-6a659691-5a12-4ef4-9987-e74251cc1b36 service nova] Enqueued Resource ID: c43efecb-9a98-4f78-a3e4-66010aad2491 with Priority: HIGHEST for action security_group_members [ 645.222389] env[69975]: INFO networking_nsxv3.common.synchronization [req-f42a2fb1-8565-4635-8a45-4c76256e139f req-6a659691-5a12-4ef4-9987-e74251cc1b36 service nova] Enqueued Resource ID: dd67d1de-a902-443e-a6bb-1cc4903f5ccd with Priority: HIGHEST for action port [ 645.222632] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c43efecb-9a98-4f78-a3e4-66010aad2491 with Priority: HIGHEST for action security_group_rules [ 645.222812] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c43efecb-9a98-4f78-a3e4-66010aad2491 with Priority: HIGHEST for action security_group_members [ 645.222853] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd67d1de-a902-443e-a6bb-1cc4903f5ccd with Priority: HIGHEST for action port [ 645.224111] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c43efecb-9a98-4f78-a3e4-66010aad2491 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.224111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.224111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.224111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.224111] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c43efecb-9a98-4f78-a3e4-66010aad2491',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.226667] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c43efecb-9a98-4f78-a3e4-66010aad2491 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.226830] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.226869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.227228] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.227228] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.227385] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.227418] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.227540] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.227639] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.227711] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c43efecb-9a98-4f78-a3e4-66010aad2491',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.228653] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd67d1de-a902-443e-a6bb-1cc4903f5ccd taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.233981] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd67d1de-a902-443e-a6bb-1cc4903f5ccd" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.234230] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd67d1de-a902-443e-a6bb-1cc4903f5ccd" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.234504] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd67d1de-a902-443e-a6bb-1cc4903f5ccd" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.234504] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd67d1de-a902-443e-a6bb-1cc4903f5ccd',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.370142] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.370142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.370142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.370142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.370142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.389157] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 959c3db5-8cef-4119-a270-f297343d42f0 in Status: IN_PROGRESS for 2s [ 645.432695] env[69975]: INFO networking_nsxv3.common.synchronization [None req-68363ee5-aa2d-4591-a9e8-76863fb560db None None] Enqueued Resource ID: 581bf73a-b6f5-4181-a57a-ee74ccc49405 with Priority: HIGHEST for action port [ 645.432695] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 581bf73a-b6f5-4181-a57a-ee74ccc49405 with Priority: HIGHEST for action port [ 645.432846] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-581bf73a-b6f5-4181-a57a-ee74ccc49405 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.432977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-581bf73a-b6f5-4181-a57a-ee74ccc49405" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.433057] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-581bf73a-b6f5-4181-a57a-ee74ccc49405" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.433334] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-581bf73a-b6f5-4181-a57a-ee74ccc49405" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.433421] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('581bf73a-b6f5-4181-a57a-ee74ccc49405',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.485037] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.485292] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.485292] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.485942] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.485942] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.485942] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51abc1f0-6a5b-4360-bc76-4db637431229 already deleted. [ 645.485942] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.736541] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c43efecb-9a98-4f78-a3e4-66010aad2491',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.738370] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c43efecb-9a98-4f78-a3e4-66010aad2491 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.738370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.738370] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd67d1de-a902-443e-a6bb-1cc4903f5ccd with status ACTIVE [ 645.738370] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.738370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.738770] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.738770] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.738770] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.739063] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.739063] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.739063] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.739199] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.739264] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.739904] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.739904] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.739904] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.739904] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.739904] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.739904] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd67d1de-a902-443e-a6bb-1cc4903f5ccd is going to be updated. [ 645.763774] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.763923] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.763990] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.764219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.764363] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.764692] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd67d1de-a902-443e-a6bb-1cc4903f5ccd" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.938297] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 581bf73a-b6f5-4181-a57a-ee74ccc49405 [ 645.939190] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.940214] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.940214] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.940214] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.940214] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.940214] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:581bf73a-b6f5-4181-a57a-ee74ccc49405 already deleted. [ 645.940214] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-581bf73a-b6f5-4181-a57a-ee74ccc49405" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.238927] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c43efecb-9a98-4f78-a3e4-66010aad2491',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.348292] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 in Status: SUCCESS [ 646.348968] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.349249] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.349511] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.349770] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.349950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.350064] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.350271] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.350393] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.350532] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.350695] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63b72e9e-1ec3-495e-9a2f-39d95736f6a0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.742091] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.742370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.742370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.742752] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.742823] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.743112] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c43efecb-9a98-4f78-a3e4-66010aad2491 is going to be created. [ 646.773329] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.773329] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.773329] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.773637] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.773698] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.786643] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c43efecb-9a98-4f78-a3e4-66010aad2491 in Status: UNINITIALIZED for 2s [ 646.858257] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.858257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.858257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.858257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.858257] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.858257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.858257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.858257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.858257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.858257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.858257] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.858257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.858257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.858257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.858257] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.858257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.858906] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.858906] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.858906] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.858906] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.858906] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63b72e9e-1ec3-495e-9a2f-39d95736f6a0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.360866] env[69975]: INFO networking_nsxv3.common.synchronization [req-20f6595e-8f9c-4fbc-b54e-818a847605d6 req-c9e6c8da-ee7c-4a46-ac62-fc169d0e6d19 service nova] Enqueued Resource ID: e435b85f-ecf9-4e17-8be6-f79399bd5ca5 with Priority: HIGHEST for action security_group_rules [ 647.361252] env[69975]: INFO networking_nsxv3.common.synchronization [req-20f6595e-8f9c-4fbc-b54e-818a847605d6 req-c9e6c8da-ee7c-4a46-ac62-fc169d0e6d19 service nova] Enqueued Resource ID: e435b85f-ecf9-4e17-8be6-f79399bd5ca5 with Priority: HIGHEST for action security_group_members [ 647.361252] env[69975]: INFO networking_nsxv3.common.synchronization [req-20f6595e-8f9c-4fbc-b54e-818a847605d6 req-c9e6c8da-ee7c-4a46-ac62-fc169d0e6d19 service nova] Enqueued Resource ID: 62d379af-7ac4-4a77-a97c-43b6d0fd5a3f with Priority: HIGHEST for action port [ 647.361420] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e435b85f-ecf9-4e17-8be6-f79399bd5ca5 with Priority: HIGHEST for action security_group_rules [ 647.361545] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e435b85f-ecf9-4e17-8be6-f79399bd5ca5 with Priority: HIGHEST for action security_group_members [ 647.361644] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62d379af-7ac4-4a77-a97c-43b6d0fd5a3f with Priority: HIGHEST for action port [ 647.367639] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e435b85f-ecf9-4e17-8be6-f79399bd5ca5 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.367824] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.367895] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.368149] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.368234] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e435b85f-ecf9-4e17-8be6-f79399bd5ca5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.370150] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.370240] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.370317] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.370762] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.370762] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.370916] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.370969] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.374867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.374867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.374867] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e435b85f-ecf9-4e17-8be6-f79399bd5ca5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.374867] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-62d379af-7ac4-4a77-a97c-43b6d0fd5a3f taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.374867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62d379af-7ac4-4a77-a97c-43b6d0fd5a3f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.374867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62d379af-7ac4-4a77-a97c-43b6d0fd5a3f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.374867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62d379af-7ac4-4a77-a97c-43b6d0fd5a3f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.374867] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62d379af-7ac4-4a77-a97c-43b6d0fd5a3f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.377912] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63b72e9e-1ec3-495e-9a2f-39d95736f6a0: rpc.has_security_group_logging(os_id): False [ 647.385508] env[69975]: INFO networking_nsxv3.common.synchronization [None req-0fe2a0d0-e172-49d3-b804-77507653aea7 tempest-ServersWithSpecificFlavorTestJSON-2143707285 tempest-ServersWithSpecificFlavorTestJSON-2143707285-project-member] Enqueued Resource ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 with Priority: HIGHEST for action security_group_rules [ 647.386481] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 with Priority: HIGHEST for action security_group_rules [ 647.387025] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d30ec26-1469-4b3b-9629-8a20b1e1b724 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.388117] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.388117] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.388117] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.388117] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d30ec26-1469-4b3b-9629-8a20b1e1b724',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.402525] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.402662] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.402727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.402939] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.403038] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.403263] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.403395] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.403452] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.404602] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.404602] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.404602] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.404602] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.404602] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.404602] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.404602] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.404602] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.404602] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.404602] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.405132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.405132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.405132] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 is going to be created. [ 647.407755] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 959c3db5-8cef-4119-a270-f297343d42f0 in Status: SUCCESS [ 647.407901] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.491442] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.491442] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.491442] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.493107] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.493107] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.505636] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 in Status: IN_PROGRESS for 2s [ 647.874256] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e435b85f-ecf9-4e17-8be6-f79399bd5ca5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.880669] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62d379af-7ac4-4a77-a97c-43b6d0fd5a3f with status ACTIVE [ 647.880907] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.881091] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.881091] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.882060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.882060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.882060] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.882060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.882060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.882060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.882060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.882406] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.882406] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.882406] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.882503] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.882531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.882657] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62d379af-7ac4-4a77-a97c-43b6d0fd5a3f is going to be updated. [ 647.884801] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.887384] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.913523] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.913754] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.914353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.914353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.914353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.914482] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62d379af-7ac4-4a77-a97c-43b6d0fd5a3f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.920074] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.920074] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.920074] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.920074] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.920074] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.920074] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 already deleted. [ 647.920074] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.067169] env[69975]: INFO networking_nsxv3.common.synchronization [None req-55f79202-5c2f-4fbe-ab43-762e0bc71583 tempest-ServersWithSpecificFlavorTestJSON-2143707285 tempest-ServersWithSpecificFlavorTestJSON-2143707285-project-member] Enqueued Resource ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 with Priority: HIGHEST for action security_group_rules [ 648.067924] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 with Priority: HIGHEST for action security_group_rules [ 648.068749] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d30ec26-1469-4b3b-9629-8a20b1e1b724 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.068749] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.068749] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.069642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.069642] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d30ec26-1469-4b3b-9629-8a20b1e1b724',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.382336] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e435b85f-ecf9-4e17-8be6-f79399bd5ca5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.595067] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.595238] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.595317] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.595488] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.595574] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.595665] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 already deleted. [ 648.595745] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.797643] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c43efecb-9a98-4f78-a3e4-66010aad2491 in Status: SUCCESS [ 648.798049] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.798342] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.798710] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.799036] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.799308] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.800020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.800327] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.800517] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.800716] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.800889] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c43efecb-9a98-4f78-a3e4-66010aad2491',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.886044] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.886212] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.886286] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.886545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.886632] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.886730] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e435b85f-ecf9-4e17-8be6-f79399bd5ca5 is going to be created. [ 648.913148] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.913295] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.913369] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.913582] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.914979] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.928458] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e435b85f-ecf9-4e17-8be6-f79399bd5ca5 in Status: UNINITIALIZED for 2s [ 649.304740] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c43efecb-9a98-4f78-a3e4-66010aad2491',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.524423] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 in Status: SUCCESS [ 649.524423] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.814851] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c43efecb-9a98-4f78-a3e4-66010aad2491: rpc.has_security_group_logging(os_id): False [ 649.842462] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.842884] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.842884] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.843210] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.843321] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.843583] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.843710] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.843775] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.844300] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.844300] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.844300] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c43efecb-9a98-4f78-a3e4-66010aad2491 is going to be created. [ 649.871343] env[69975]: INFO networking_nsxv3.common.synchronization [None req-2d64f167-25b1-4dcf-a958-dc4936ab2688 None None] Enqueued Resource ID: 97e3baf4-45b2-41a1-ab26-01c5b882d304 with Priority: HIGHEST for action port [ 649.871440] env[69975]: INFO networking_nsxv3.common.synchronization [None req-d9b687e7-fe34-4ffe-b5b0-8a7da11c05ab None None] Enqueued Resource ID: 7b01777d-18bb-4f8d-8b24-bf698cd9e06c with Priority: HIGHEST for action port [ 649.872339] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97e3baf4-45b2-41a1-ab26-01c5b882d304 with Priority: HIGHEST for action port [ 649.874443] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b01777d-18bb-4f8d-8b24-bf698cd9e06c with Priority: HIGHEST for action port [ 649.874443] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-97e3baf4-45b2-41a1-ab26-01c5b882d304 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.874624] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97e3baf4-45b2-41a1-ab26-01c5b882d304" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.874680] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97e3baf4-45b2-41a1-ab26-01c5b882d304" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.874969] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97e3baf4-45b2-41a1-ab26-01c5b882d304" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.875229] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97e3baf4-45b2-41a1-ab26-01c5b882d304',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.876740] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b01777d-18bb-4f8d-8b24-bf698cd9e06c taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.876835] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b01777d-18bb-4f8d-8b24-bf698cd9e06c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.876888] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b01777d-18bb-4f8d-8b24-bf698cd9e06c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.877504] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b01777d-18bb-4f8d-8b24-bf698cd9e06c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.877504] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b01777d-18bb-4f8d-8b24-bf698cd9e06c',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.949464] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.949701] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.949787] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.950062] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.950395] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.968179] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c43efecb-9a98-4f78-a3e4-66010aad2491 in Status: IN_PROGRESS for 2s [ 650.147505] env[69975]: INFO networking_nsxv3.common.synchronization [None req-3b1292cf-e15b-4774-8ba6-341852940302 None None] Enqueued Resource ID: 5bf85723-fd44-47d4-9ec7-5b5c5cd080bb with Priority: HIGHEST for action port [ 650.148099] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf85723-fd44-47d4-9ec7-5b5c5cd080bb with Priority: HIGHEST for action port [ 650.148932] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bf85723-fd44-47d4-9ec7-5b5c5cd080bb taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.149152] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bf85723-fd44-47d4-9ec7-5b5c5cd080bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.149235] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bf85723-fd44-47d4-9ec7-5b5c5cd080bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.149879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bf85723-fd44-47d4-9ec7-5b5c5cd080bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.149879] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bf85723-fd44-47d4-9ec7-5b5c5cd080bb',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.338967] env[69975]: INFO networking_nsxv3.common.synchronization [req-ac76e8ff-d857-4ad3-83fa-233618ca4325 req-a493479a-e63b-455d-b0c6-4ac78753716e tempest-DeleteServersTestJSON-1273084896 tempest-DeleteServersTestJSON-1273084896-project-member] Enqueued Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 650.343077] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 650.343077] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.343077] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.343077] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.343077] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.343077] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.343077] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.343077] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.343077] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.343077] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.343077] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.380087] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97e3baf4-45b2-41a1-ab26-01c5b882d304 [ 650.380263] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.380402] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.380472] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.380782] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.381102] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.381102] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97e3baf4-45b2-41a1-ab26-01c5b882d304 already deleted. [ 650.381102] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97e3baf4-45b2-41a1-ab26-01c5b882d304" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.381241] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b01777d-18bb-4f8d-8b24-bf698cd9e06c [ 650.381361] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.381468] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.381526] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.381690] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.381766] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.381856] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b01777d-18bb-4f8d-8b24-bf698cd9e06c already deleted. [ 650.381945] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b01777d-18bb-4f8d-8b24-bf698cd9e06c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.655904] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5bf85723-fd44-47d4-9ec7-5b5c5cd080bb [ 650.655904] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.655904] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.655904] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.655904] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.655904] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.655904] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5bf85723-fd44-47d4-9ec7-5b5c5cd080bb already deleted. [ 650.655904] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bf85723-fd44-47d4-9ec7-5b5c5cd080bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.845134] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.845267] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.845338] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.845553] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.845640] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.845918] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.845918] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.846051] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.846129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.846199] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.846328] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 already deleted. [ 650.846363] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.942505] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e435b85f-ecf9-4e17-8be6-f79399bd5ca5 in Status: SUCCESS [ 650.942505] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.943126] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.943335] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.943528] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.943703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.943703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.944155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.944155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.944155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.944155] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e435b85f-ecf9-4e17-8be6-f79399bd5ca5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.446950] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.446950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.446950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.446950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.446950] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.447651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.447651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.447651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.447651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.447651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.447651] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.447651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.447651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.447872] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.448070] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.448070] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.448213] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.448213] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.448320] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.448354] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.448514] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e435b85f-ecf9-4e17-8be6-f79399bd5ca5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.830310] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.830580] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-612" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.830580] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-612" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.830971] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-612" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.831652] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.831884] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.832030] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.832269] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.832421] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.832639] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.832761] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.832874] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.832987] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.833115] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.833225] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.833361] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.857977] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.858174] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 651.858318] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.858503] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-612" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.860250] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-9e46d480-3573-461c-a8d3-0a5bc4944687 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.860250] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-9e46d480-3573-461c-a8d3-0a5bc4944687" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.860250] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-9e46d480-3573-461c-a8d3-0a5bc4944687" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.860250] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-9e46d480-3573-461c-a8d3-0a5bc4944687" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.860250] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e46d480-3573-461c-a8d3-0a5bc4944687',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.955899] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e435b85f-ecf9-4e17-8be6-f79399bd5ca5: rpc.has_security_group_logging(os_id): False [ 651.975139] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.975350] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.975350] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.975587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.975658] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.975860] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.975961] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.976229] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.976824] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.977066] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.977420] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.978172] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.978244] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.982281] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.982409] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.982699] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.982699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.982880] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.983033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.983113] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.983205] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e435b85f-ecf9-4e17-8be6-f79399bd5ca5 is going to be created. [ 651.985593] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c43efecb-9a98-4f78-a3e4-66010aad2491 in Status: SUCCESS [ 651.985738] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.054351] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.054591] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.054591] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.054934] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.055020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.069072] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e435b85f-ecf9-4e17-8be6-f79399bd5ca5 in Status: IN_PROGRESS for 2s [ 652.149328] env[69975]: INFO networking_nsxv3.common.synchronization [req-c8c0c65c-818d-4b90-9023-93b99fa9199a req-8bd4957c-9518-4fc9-baa9-e0647d6d1c97 tempest-AttachInterfacesUnderV243Test-1966607628 tempest-AttachInterfacesUnderV243Test-1966607628-project-member] Enqueued Resource ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 with Priority: HIGHEST for action security_group_members [ 652.149899] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 with Priority: HIGHEST for action security_group_members [ 652.150156] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.150284] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.150346] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.150606] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.150753] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.150852] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.150910] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.151071] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.151150] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.151236] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.363712] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.364026] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.367311] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.367311] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.367311] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.367311] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 9e46d480-3573-461c-a8d3-0a5bc4944687 not found, creating... [ 652.367311] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.367311] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.367311] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.367311] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.367311] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.367311] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.367702] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.367702] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.367702] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.367702] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.369214] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 9e46d480-3573-461c-a8d3-0a5bc4944687 is going to be created. [ 652.399158] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.399394] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.399502] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.399842] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.400112] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.400526] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-9e46d480-3573-461c-a8d3-0a5bc4944687" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.657368] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.657368] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.657368] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.657368] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.657368] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.657368] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.657368] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.657368] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.657368] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.657368] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.657368] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 already deleted. [ 652.657368] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.769075] env[69975]: INFO networking_nsxv3.common.synchronization [None req-a527ca21-12af-4560-b8b0-f463553785f6 None None] Enqueued Resource ID: b60e6bcf-b8db-4369-a4e9-03c15e8f8536 with Priority: HIGHEST for action port [ 652.769075] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60e6bcf-b8db-4369-a4e9-03c15e8f8536 with Priority: HIGHEST for action port [ 652.769075] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-b60e6bcf-b8db-4369-a4e9-03c15e8f8536 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.769527] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b60e6bcf-b8db-4369-a4e9-03c15e8f8536" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.771609] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b60e6bcf-b8db-4369-a4e9-03c15e8f8536" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.771609] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b60e6bcf-b8db-4369-a4e9-03c15e8f8536" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.771609] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b60e6bcf-b8db-4369-a4e9-03c15e8f8536',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.272965] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b60e6bcf-b8db-4369-a4e9-03c15e8f8536 [ 653.273271] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.273369] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.273421] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.274197] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.274323] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.274431] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b60e6bcf-b8db-4369-a4e9-03c15e8f8536 already deleted. [ 653.274511] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b60e6bcf-b8db-4369-a4e9-03c15e8f8536" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.709667] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.709895] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-772" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.710033] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-772" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.710374] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-772" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.712763] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.712966] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.713442] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.713749] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.714113] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.714179] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 653.714955] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.714955] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.714955] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.715426] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 653.715722] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.715880] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.730608] env[69975]: INFO networking_nsxv3.common.synchronization [req-ac76e8ff-d857-4ad3-83fa-233618ca4325 req-6831f37c-bbf9-4b65-8bae-23788817c20e service nova] Enqueued Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_rules [ 653.731412] env[69975]: INFO networking_nsxv3.common.synchronization [req-ac76e8ff-d857-4ad3-83fa-233618ca4325 req-6831f37c-bbf9-4b65-8bae-23788817c20e service nova] Enqueued Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 653.732099] env[69975]: INFO networking_nsxv3.common.synchronization [req-ac76e8ff-d857-4ad3-83fa-233618ca4325 req-6831f37c-bbf9-4b65-8bae-23788817c20e service nova] Enqueued Resource ID: 9e46d480-3573-461c-a8d3-0a5bc4944687 with Priority: HIGHEST for action port [ 653.732516] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_rules [ 653.733051] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 653.733051] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e46d480-3573-461c-a8d3-0a5bc4944687 with Priority: HIGHEST for action port [ 653.733889] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.734168] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.737018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.737018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.737018] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.737018] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.737018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.737018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.737018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.737018] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.737018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.737018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.737018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.737018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.737018] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.738296] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e46d480-3573-461c-a8d3-0a5bc4944687 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.738579] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e46d480-3573-461c-a8d3-0a5bc4944687" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.738767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e46d480-3573-461c-a8d3-0a5bc4944687" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.739035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e46d480-3573-461c-a8d3-0a5bc4944687" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.739208] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e46d480-3573-461c-a8d3-0a5bc4944687',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.742012] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.742969] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 653.742969] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.742969] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-772" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.742969] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-bbcc00a3-079c-427d-9966-920e8614cd44 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.742969] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-bbcc00a3-079c-427d-9966-920e8614cd44" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.742969] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-bbcc00a3-079c-427d-9966-920e8614cd44" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.745804] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-bbcc00a3-079c-427d-9966-920e8614cd44" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.745804] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbcc00a3-079c-427d-9966-920e8614cd44',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.827217] env[69975]: INFO networking_nsxv3.common.synchronization [None req-0b21a805-250b-4eb9-b60a-06afb4578745 None None] Enqueued Resource ID: bd756ed2-d7a0-4edf-9e6a-dcb4df83e9fc with Priority: HIGHEST for action port [ 653.827217] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd756ed2-d7a0-4edf-9e6a-dcb4df83e9fc with Priority: HIGHEST for action port [ 653.827217] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd756ed2-d7a0-4edf-9e6a-dcb4df83e9fc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.827217] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd756ed2-d7a0-4edf-9e6a-dcb4df83e9fc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.827217] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd756ed2-d7a0-4edf-9e6a-dcb4df83e9fc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.827217] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd756ed2-d7a0-4edf-9e6a-dcb4df83e9fc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.827217] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd756ed2-d7a0-4edf-9e6a-dcb4df83e9fc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.087113] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e435b85f-ecf9-4e17-8be6-f79399bd5ca5 in Status: SUCCESS [ 654.087359] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.246306] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.246493] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.247661] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.248227] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e46d480-3573-461c-a8d3-0a5bc4944687 with status ACTIVE [ 654.248421] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.248710] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.248789] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.253035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.253035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.253035] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.253035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.253035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.253035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.253035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.253035] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.253035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.253035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.253035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.253035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.253035] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e46d480-3573-461c-a8d3-0a5bc4944687 is going to be updated. [ 654.273047] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.273047] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.274523] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.278256] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.278256] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.278256] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port bbcc00a3-079c-427d-9966-920e8614cd44 not found, creating... [ 654.278256] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.278256] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.278256] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.278256] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.278256] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.278256] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.278256] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.282129] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.282997] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.282997] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.286030] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: bbcc00a3-079c-427d-9966-920e8614cd44 is going to be created. [ 654.290163] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.290438] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.290511] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.290827] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.291052] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.291339] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e46d480-3573-461c-a8d3-0a5bc4944687" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.318072] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.319651] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.319651] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.319651] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.319651] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.319651] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-bbcc00a3-079c-427d-9966-920e8614cd44" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.328450] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd756ed2-d7a0-4edf-9e6a-dcb4df83e9fc [ 654.328768] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.329021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.329213] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.329439] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.335211] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.335522] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd756ed2-d7a0-4edf-9e6a-dcb4df83e9fc already deleted. [ 654.335731] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd756ed2-d7a0-4edf-9e6a-dcb4df83e9fc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.660837] env[69975]: INFO networking_nsxv3.common.synchronization [None req-8b27bec6-1a08-4c8a-b7b7-c3364a0ae4f5 None None] Enqueued Resource ID: 8dac91a9-65e2-4114-81c6-383fad6e9cde with Priority: HIGHEST for action port [ 654.660837] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dac91a9-65e2-4114-81c6-383fad6e9cde with Priority: HIGHEST for action port [ 654.660837] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dac91a9-65e2-4114-81c6-383fad6e9cde taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.660837] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dac91a9-65e2-4114-81c6-383fad6e9cde" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.660837] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dac91a9-65e2-4114-81c6-383fad6e9cde" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.660837] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dac91a9-65e2-4114-81c6-383fad6e9cde" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.660837] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dac91a9-65e2-4114-81c6-383fad6e9cde',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.749278] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.766489] env[69975]: INFO networking_nsxv3.common.synchronization [None req-a86317f7-9d47-49f7-9aaf-c955642c27eb None None] Enqueued Resource ID: b4bb5bca-b4d8-4f0c-a95c-defc07715b3b with Priority: HIGHEST for action port [ 654.767846] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bb5bca-b4d8-4f0c-a95c-defc07715b3b with Priority: HIGHEST for action port [ 654.767846] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4bb5bca-b4d8-4f0c-a95c-defc07715b3b taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.767846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4bb5bca-b4d8-4f0c-a95c-defc07715b3b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.767989] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4bb5bca-b4d8-4f0c-a95c-defc07715b3b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.769332] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4bb5bca-b4d8-4f0c-a95c-defc07715b3b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.771606] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4bb5bca-b4d8-4f0c-a95c-defc07715b3b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.164082] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dac91a9-65e2-4114-81c6-383fad6e9cde [ 655.164318] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.164477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.165280] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.165280] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.165280] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.165280] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dac91a9-65e2-4114-81c6-383fad6e9cde already deleted. [ 655.165280] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dac91a9-65e2-4114-81c6-383fad6e9cde" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.252786] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.253240] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.254144] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.254600] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.260823] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.260823] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 is going to be created. [ 655.272507] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4bb5bca-b4d8-4f0c-a95c-defc07715b3b [ 655.274822] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.274822] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.274822] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.274822] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.274822] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.274822] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4bb5bca-b4d8-4f0c-a95c-defc07715b3b already deleted. [ 655.274822] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4bb5bca-b4d8-4f0c-a95c-defc07715b3b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.293233] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.293233] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.293233] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.293233] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.293233] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.303141] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: UNINITIALIZED for 2s [ 655.339236] env[69975]: INFO networking_nsxv3.common.synchronization [req-a4eac296-77f5-420a-a423-d78bd993af0e req-4ff8df56-4e59-4649-a21d-d7107e52108e tempest-ListServerFiltersTestJSON-1459211445 tempest-ListServerFiltersTestJSON-1459211445-project-member] Enqueued Resource ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 with Priority: HIGHEST for action security_group_members [ 655.339236] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 with Priority: HIGHEST for action security_group_members [ 655.339236] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae830ba-9fb7-41a7-939f-69c199adb5e2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.339236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.339236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.341721] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.341721] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.341721] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.341721] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.341721] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.341721] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.341721] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.618704] env[69975]: INFO networking_nsxv3.common.synchronization [None req-ff94b487-d6bd-41fb-be55-aa6382ac6287 None None] Enqueued Resource ID: 3c68b456-7896-4b42-9738-f83b126a8999 with Priority: HIGHEST for action port [ 655.619052] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c68b456-7896-4b42-9738-f83b126a8999 with Priority: HIGHEST for action port [ 655.622903] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c68b456-7896-4b42-9738-f83b126a8999 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.623110] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c68b456-7896-4b42-9738-f83b126a8999" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.623209] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c68b456-7896-4b42-9738-f83b126a8999" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.623523] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c68b456-7896-4b42-9738-f83b126a8999" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.623606] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c68b456-7896-4b42-9738-f83b126a8999',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.843334] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.844108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.844108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.844108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.844108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.844922] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.845548] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.845548] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.845812] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.845870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.846012] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 already deleted. [ 655.846344] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.125998] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c68b456-7896-4b42-9738-f83b126a8999 [ 656.126261] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.126406] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.126499] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.126727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.127310] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.127310] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c68b456-7896-4b42-9738-f83b126a8999 already deleted. [ 656.127310] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c68b456-7896-4b42-9738-f83b126a8999" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.755120] env[69975]: INFO networking_nsxv3.common.synchronization [req-79203e47-ab9e-4750-be33-482658c9a0e6 req-6686a639-74ad-43dc-8dd2-ca0a760a2b85 tempest-VolumesAssistedSnapshotsTest-2093908278 tempest-VolumesAssistedSnapshotsTest-2093908278-project-member] Enqueued Resource ID: 51abc1f0-6a5b-4360-bc76-4db637431229 with Priority: HIGHEST for action security_group_members [ 656.755120] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51abc1f0-6a5b-4360-bc76-4db637431229 with Priority: HIGHEST for action security_group_members [ 656.755120] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-51abc1f0-6a5b-4360-bc76-4db637431229 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.755120] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.756408] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.756863] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.757717] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.758179] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.762468] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.762468] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.762468] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.762468] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51abc1f0-6a5b-4360-bc76-4db637431229',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.856905] env[69975]: INFO networking_nsxv3.common.synchronization [req-c8c0c65c-818d-4b90-9023-93b99fa9199a req-b0fc5c2c-8a5e-4ade-8900-e5b514ba34ac service nova] Enqueued Resource ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 with Priority: HIGHEST for action security_group_rules [ 656.857479] env[69975]: INFO networking_nsxv3.common.synchronization [req-c8c0c65c-818d-4b90-9023-93b99fa9199a req-b0fc5c2c-8a5e-4ade-8900-e5b514ba34ac service nova] Enqueued Resource ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 with Priority: HIGHEST for action security_group_members [ 656.857915] env[69975]: INFO networking_nsxv3.common.synchronization [req-c8c0c65c-818d-4b90-9023-93b99fa9199a req-b0fc5c2c-8a5e-4ade-8900-e5b514ba34ac service nova] Enqueued Resource ID: bbcc00a3-079c-427d-9966-920e8614cd44 with Priority: HIGHEST for action port [ 656.858294] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 with Priority: HIGHEST for action security_group_rules [ 656.858518] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 with Priority: HIGHEST for action security_group_members [ 656.858700] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcc00a3-079c-427d-9966-920e8614cd44 with Priority: HIGHEST for action port [ 656.859068] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.859223] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.859342] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.859494] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.859585] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.860531] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.860656] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.860711] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.860889] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.863027] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.863027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.863027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.863027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.863027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.863027] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.863289] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbcc00a3-079c-427d-9966-920e8614cd44 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.863353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbcc00a3-079c-427d-9966-920e8614cd44" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.863383] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbcc00a3-079c-427d-9966-920e8614cd44" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.863606] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbcc00a3-079c-427d-9966-920e8614cd44" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.863606] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbcc00a3-079c-427d-9966-920e8614cd44',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.089161] env[69975]: INFO networking_nsxv3.common.synchronization [req-43dc1f91-f55e-40b6-ac2d-a0b9b96a56df req-8667f044-2b46-43eb-b34b-d4a769b8c327 tempest-DeleteServersAdminTestJSON-885181829 tempest-DeleteServersAdminTestJSON-885181829-project-admin] Enqueued Resource ID: 959c3db5-8cef-4119-a270-f297343d42f0 with Priority: HIGHEST for action security_group_members [ 657.089443] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959c3db5-8cef-4119-a270-f297343d42f0 with Priority: HIGHEST for action security_group_members [ 657.090315] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-959c3db5-8cef-4119-a270-f297343d42f0 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.090315] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.090315] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.090315] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.091167] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.091167] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.091167] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.091167] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.091167] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.091167] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('959c3db5-8cef-4119-a270-f297343d42f0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.263077] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.263289] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.263389] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.263593] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.263696] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.263912] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.264024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.264089] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.264241] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.264318] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.264402] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51abc1f0-6a5b-4360-bc76-4db637431229 already deleted. [ 657.264479] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.321400] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: SUCCESS [ 657.321400] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.321400] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.321400] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.321400] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.321400] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.321400] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.321400] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.321400] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.321400] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.321400] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.366176] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.366176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.371054] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbcc00a3-079c-427d-9966-920e8614cd44 with status ACTIVE [ 657.371054] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.371054] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.371054] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.371054] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.371054] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.371054] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.371054] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.371054] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.371054] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.371054] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.371054] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.371054] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.371054] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.371054] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.371054] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.371054] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbcc00a3-079c-427d-9966-920e8614cd44 is going to be updated. [ 657.382985] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.406095] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.406386] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.406879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.407535] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.408403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.409915] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbcc00a3-079c-427d-9966-920e8614cd44" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.524635] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.524840] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-371" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.524965] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-371" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.525314] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-371" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.525579] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.525744] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.525861] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.529420] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.529648] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.529887] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.530011] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.530129] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.530239] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.530344] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.530447] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.530585] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.557881] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.559774] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 657.562123] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.564565] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-371" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.564565] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-79537ce6-7e7e-4621-b2a8-e38c01d51f7d taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.564565] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-79537ce6-7e7e-4621-b2a8-e38c01d51f7d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.564565] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-79537ce6-7e7e-4621-b2a8-e38c01d51f7d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.564565] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-79537ce6-7e7e-4621-b2a8-e38c01d51f7d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.564565] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79537ce6-7e7e-4621-b2a8-e38c01d51f7d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.600095] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.600095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.600095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.600095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.600095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.600095] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.600095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.600095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.600095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.600095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.600095] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 959c3db5-8cef-4119-a270-f297343d42f0 is going to be updated. [ 657.653088] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.653088] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-813" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.653088] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-813" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.653088] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-813" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.653088] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.653088] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.653088] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.655256] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.655548] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.655822] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.655971] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.656110] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.656279] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.656401] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.656525] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.656694] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.659839] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.660306] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.660306] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.660727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.660727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.673861] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 959c3db5-8cef-4119-a270-f297343d42f0 in Status: IN_PROGRESS for 2s [ 657.690023] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.690023] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 657.690023] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.690023] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-813" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.690023] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-2819d991-2637-403b-b564-70e27a846f61 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.690023] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-2819d991-2637-403b-b564-70e27a846f61" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.690023] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-2819d991-2637-403b-b564-70e27a846f61" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.690023] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-2819d991-2637-403b-b564-70e27a846f61" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.690023] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2819d991-2637-403b-b564-70e27a846f61',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.796406] env[69975]: INFO networking_nsxv3.common.synchronization [None req-5932dfd5-0403-47f4-9b82-94bcad86bf67 None None] Enqueued Resource ID: 44bffd2f-3c81-4497-9230-b042f2dd6378 with Priority: HIGHEST for action port [ 657.796406] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44bffd2f-3c81-4497-9230-b042f2dd6378 with Priority: HIGHEST for action port [ 657.796406] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-44bffd2f-3c81-4497-9230-b042f2dd6378 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.797184] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44bffd2f-3c81-4497-9230-b042f2dd6378" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.799035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44bffd2f-3c81-4497-9230-b042f2dd6378" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.799035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44bffd2f-3c81-4497-9230-b042f2dd6378" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.799035] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44bffd2f-3c81-4497-9230-b042f2dd6378',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.830084] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.830084] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.830084] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.830084] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.830084] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.830084] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.830084] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.830084] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.830084] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.830084] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.830084] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.830084] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.830084] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.830084] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.830084] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.830084] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.830698] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.830698] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.830698] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.830698] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.830698] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.884153] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.072019] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.072019] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.072019] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.072019] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.072019] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.072019] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 79537ce6-7e7e-4621-b2a8-e38c01d51f7d not found, creating... [ 658.072019] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.072019] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.072019] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.072019] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.072019] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.072523] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.072523] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.072523] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.072993] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.073226] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.073350] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 79537ce6-7e7e-4621-b2a8-e38c01d51f7d is going to be created. [ 658.098875] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.099219] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.099415] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.099656] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.099965] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.100339] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-79537ce6-7e7e-4621-b2a8-e38c01d51f7d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.194012] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.194261] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.194391] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.194896] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.195328] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.195707] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 2819d991-2637-403b-b564-70e27a846f61 not found, creating... [ 658.196076] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.196279] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.196412] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.196744] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.197065] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.197415] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.197584] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.197770] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.201027] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.201027] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.201027] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 2819d991-2637-403b-b564-70e27a846f61 is going to be created. [ 658.301146] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44bffd2f-3c81-4497-9230-b042f2dd6378 [ 658.301637] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.301637] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.301637] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.302084] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.302256] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.302368] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44bffd2f-3c81-4497-9230-b042f2dd6378 already deleted. [ 658.303028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44bffd2f-3c81-4497-9230-b042f2dd6378" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.323060] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.323060] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.323060] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.323060] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.323060] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.323361] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-2819d991-2637-403b-b564-70e27a846f61" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.333250] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c910b46b-0916-43b8-95a3-38b1580dd9d6: rpc.has_security_group_logging(os_id): False [ 658.371405] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.371631] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.371707] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.371971] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.372072] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.372332] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.372465] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.372525] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.372662] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.372737] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.374100] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.374100] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.374100] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.374100] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.374100] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.374100] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.374100] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.374100] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.376071] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.376956] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.377136] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 is going to be created. [ 658.386812] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.388587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.388587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.388587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.388587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.388587] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 is going to be created. [ 658.460243] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.460243] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.460243] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.460484] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.460662] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.482943] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 in Status: UNINITIALIZED for 2s [ 658.538441] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.540298] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.540410] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.540622] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.540829] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.567516] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: IN_PROGRESS for 2s [ 658.589816] env[69975]: INFO networking_nsxv3.common.synchronization [None req-79d8f617-0221-4c41-8471-1d833c0bc315 None None] Enqueued Resource ID: c3eea280-f6b5-45c8-aa76-86466a8c778b with Priority: HIGHEST for action port [ 658.591781] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3eea280-f6b5-45c8-aa76-86466a8c778b with Priority: HIGHEST for action port [ 658.592579] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3eea280-f6b5-45c8-aa76-86466a8c778b taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.592714] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3eea280-f6b5-45c8-aa76-86466a8c778b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.592781] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3eea280-f6b5-45c8-aa76-86466a8c778b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.595624] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3eea280-f6b5-45c8-aa76-86466a8c778b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.595624] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3eea280-f6b5-45c8-aa76-86466a8c778b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.097234] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3eea280-f6b5-45c8-aa76-86466a8c778b [ 659.097234] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.098734] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.098887] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.099117] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.099220] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.099324] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3eea280-f6b5-45c8-aa76-86466a8c778b already deleted. [ 659.099407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3eea280-f6b5-45c8-aa76-86466a8c778b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.252774] env[69975]: INFO networking_nsxv3.common.synchronization [None req-63321d22-6da1-456b-a38f-805dbe37cf0a None None] Enqueued Resource ID: 9f91239b-4c9d-4685-acf5-1024c9f9b647 with Priority: HIGHEST for action port [ 659.253953] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f91239b-4c9d-4685-acf5-1024c9f9b647 with Priority: HIGHEST for action port [ 659.256391] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f91239b-4c9d-4685-acf5-1024c9f9b647 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.256391] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f91239b-4c9d-4685-acf5-1024c9f9b647" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.256391] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f91239b-4c9d-4685-acf5-1024c9f9b647" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.256391] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f91239b-4c9d-4685-acf5-1024c9f9b647" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.256391] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f91239b-4c9d-4685-acf5-1024c9f9b647',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.361982] env[69975]: INFO networking_nsxv3.common.synchronization [req-55dc4b8b-064d-4537-92e4-3fb0b7dd58b6 req-f348aa55-941f-43ed-84da-737d3c324d5d tempest-ImagesOneServerTestJSON-1015784420 tempest-ImagesOneServerTestJSON-1015784420-project-member] Enqueued Resource ID: dbb81c64-127f-4992-a1d2-be3daf9d177a with Priority: HIGHEST for action security_group_members [ 659.361982] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb81c64-127f-4992-a1d2-be3daf9d177a with Priority: HIGHEST for action security_group_members [ 659.361982] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb81c64-127f-4992-a1d2-be3daf9d177a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.361982] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.364641] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.365127] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.365876] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.366884] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.366884] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.366884] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.366884] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.366884] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb81c64-127f-4992-a1d2-be3daf9d177a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.543993] env[69975]: INFO networking_nsxv3.common.synchronization [req-a4eac296-77f5-420a-a423-d78bd993af0e req-4deb0ffb-6f05-4010-a0c4-e89f82a5e5b3 service nova] Enqueued Resource ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 with Priority: HIGHEST for action security_group_rules [ 659.543993] env[69975]: INFO networking_nsxv3.common.synchronization [req-a4eac296-77f5-420a-a423-d78bd993af0e req-4deb0ffb-6f05-4010-a0c4-e89f82a5e5b3 service nova] Enqueued Resource ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 with Priority: HIGHEST for action security_group_members [ 659.544329] env[69975]: INFO networking_nsxv3.common.synchronization [req-a4eac296-77f5-420a-a423-d78bd993af0e req-4deb0ffb-6f05-4010-a0c4-e89f82a5e5b3 service nova] Enqueued Resource ID: 2819d991-2637-403b-b564-70e27a846f61 with Priority: HIGHEST for action port [ 659.544879] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 with Priority: HIGHEST for action security_group_rules [ 659.545604] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 with Priority: HIGHEST for action security_group_members [ 659.545604] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2819d991-2637-403b-b564-70e27a846f61 with Priority: HIGHEST for action port [ 659.545604] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ae830ba-9fb7-41a7-939f-69c199adb5e2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.545901] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.545969] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.548403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.548403] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.548403] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae830ba-9fb7-41a7-939f-69c199adb5e2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.548403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.548403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.548403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.548403] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.548403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.548403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.548746] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.549073] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.549225] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.550197] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-2819d991-2637-403b-b564-70e27a846f61 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.550545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2819d991-2637-403b-b564-70e27a846f61" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.550657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2819d991-2637-403b-b564-70e27a846f61" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.550972] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2819d991-2637-403b-b564-70e27a846f61" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.551123] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2819d991-2637-403b-b564-70e27a846f61',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.688766] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 959c3db5-8cef-4119-a270-f297343d42f0 in Status: SUCCESS [ 659.688766] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 959c3db5-8cef-4119-a270-f297343d42f0 deletion is rescheduled due to dependency. [ 659.688766] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.761237] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f91239b-4c9d-4685-acf5-1024c9f9b647 [ 659.761237] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.761237] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.761237] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.761237] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.761237] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.761237] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f91239b-4c9d-4685-acf5-1024c9f9b647 already deleted. [ 659.761237] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f91239b-4c9d-4685-acf5-1024c9f9b647" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.817310] env[69975]: INFO networking_nsxv3.common.synchronization [None req-b0a256b7-f642-4df1-ad64-72ff1f153359 None None] Enqueued Resource ID: 66650bc0-7211-49aa-a2b0-3be9014e1d06 with Priority: HIGHEST for action port [ 659.817638] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66650bc0-7211-49aa-a2b0-3be9014e1d06 with Priority: HIGHEST for action port [ 659.818509] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-66650bc0-7211-49aa-a2b0-3be9014e1d06 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.818509] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66650bc0-7211-49aa-a2b0-3be9014e1d06" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.818707] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66650bc0-7211-49aa-a2b0-3be9014e1d06" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.818921] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66650bc0-7211-49aa-a2b0-3be9014e1d06" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.819011] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66650bc0-7211-49aa-a2b0-3be9014e1d06',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.871267] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.871426] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.871495] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.871867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.871867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.871987] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.872112] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.872172] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.872325] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.872401] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.872486] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb81c64-127f-4992-a1d2-be3daf9d177a already deleted. [ 659.872567] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.053515] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae830ba-9fb7-41a7-939f-69c199adb5e2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.053671] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.053830] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.054750] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2819d991-2637-403b-b564-70e27a846f61 with status ACTIVE [ 660.054933] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.055057] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.055122] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.055326] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.055405] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.055568] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.055661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.055727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.055874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.055946] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.056129] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.056218] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.056276] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.056409] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.056477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.056559] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2819d991-2637-403b-b564-70e27a846f61 is going to be updated. [ 660.070806] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-258 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.071022] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-258" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.071194] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-258" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.071540] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-258" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.071831] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.072027] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.072148] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.072371] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.072512] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.072745] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 660.072862] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.073764] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.073764] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.073856] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 660.073967] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.074115] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.084216] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.084383] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.084445] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.084624] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.084755] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.085595] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2819d991-2637-403b-b564-70e27a846f61" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.098114] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.098114] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 660.098114] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.098494] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-258" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.098549] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-584c8c37-6f38-42cb-853e-a6a8f1135e96 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.098815] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-584c8c37-6f38-42cb-853e-a6a8f1135e96" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.098997] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-584c8c37-6f38-42cb-853e-a6a8f1135e96" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.099378] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-584c8c37-6f38-42cb-853e-a6a8f1135e96" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.099690] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('584c8c37-6f38-42cb-853e-a6a8f1135e96',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.272888] env[69975]: INFO networking_nsxv3.common.synchronization [req-79203e47-ab9e-4750-be33-482658c9a0e6 req-85084634-99d2-4d37-af03-8590f9963e60 service nova] Enqueued Resource ID: 51abc1f0-6a5b-4360-bc76-4db637431229 with Priority: HIGHEST for action security_group_rules [ 660.273305] env[69975]: INFO networking_nsxv3.common.synchronization [req-79203e47-ab9e-4750-be33-482658c9a0e6 req-85084634-99d2-4d37-af03-8590f9963e60 service nova] Enqueued Resource ID: 51abc1f0-6a5b-4360-bc76-4db637431229 with Priority: HIGHEST for action security_group_members [ 660.273305] env[69975]: INFO networking_nsxv3.common.synchronization [req-79203e47-ab9e-4750-be33-482658c9a0e6 req-85084634-99d2-4d37-af03-8590f9963e60 service nova] Enqueued Resource ID: 79537ce6-7e7e-4621-b2a8-e38c01d51f7d with Priority: HIGHEST for action port [ 660.274016] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51abc1f0-6a5b-4360-bc76-4db637431229 with Priority: HIGHEST for action security_group_rules [ 660.274134] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51abc1f0-6a5b-4360-bc76-4db637431229 with Priority: HIGHEST for action security_group_members [ 660.274304] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79537ce6-7e7e-4621-b2a8-e38c01d51f7d with Priority: HIGHEST for action port [ 660.274652] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51abc1f0-6a5b-4360-bc76-4db637431229 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.274743] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.274811] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.277511] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.277511] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51abc1f0-6a5b-4360-bc76-4db637431229',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.278456] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-51abc1f0-6a5b-4360-bc76-4db637431229 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.279359] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.279359] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.279359] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.279359] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.279359] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.279359] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.279359] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.279855] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.279855] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51abc1f0-6a5b-4360-bc76-4db637431229',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.280466] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-79537ce6-7e7e-4621-b2a8-e38c01d51f7d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.280790] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79537ce6-7e7e-4621-b2a8-e38c01d51f7d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.280865] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79537ce6-7e7e-4621-b2a8-e38c01d51f7d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.282155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79537ce6-7e7e-4621-b2a8-e38c01d51f7d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.283487] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79537ce6-7e7e-4621-b2a8-e38c01d51f7d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.299399] env[69975]: INFO networking_nsxv3.common.synchronization [req-f41bb098-3aeb-49f9-8f15-bbbdcbdaea5f req-04899bc2-badb-4ae8-9998-62845551da3e tempest-SecurityGroupRulesNegativeTestJSON-2050754281 tempest-SecurityGroupRulesNegativeTestJSON-2050754281-project-member] Enqueued Resource ID: 9bf4e43e-4d09-4afc-9cd1-3c43592f87cc with Priority: HIGHEST for action security_group_rules [ 660.301256] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bf4e43e-4d09-4afc-9cd1-3c43592f87cc with Priority: HIGHEST for action security_group_rules [ 660.301366] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bf4e43e-4d09-4afc-9cd1-3c43592f87cc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.301466] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bf4e43e-4d09-4afc-9cd1-3c43592f87cc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.301592] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bf4e43e-4d09-4afc-9cd1-3c43592f87cc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.301770] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bf4e43e-4d09-4afc-9cd1-3c43592f87cc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.301914] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bf4e43e-4d09-4afc-9cd1-3c43592f87cc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.322569] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66650bc0-7211-49aa-a2b0-3be9014e1d06 [ 660.323562] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.323562] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.323562] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.325538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.325538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.325538] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66650bc0-7211-49aa-a2b0-3be9014e1d06 already deleted. [ 660.325538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66650bc0-7211-49aa-a2b0-3be9014e1d06" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.399722] env[69975]: INFO networking_nsxv3.common.synchronization [None req-cd2d6460-9444-4124-a8be-9c81ab24d1c7 tempest-ServersTestBootFromVolume-927506322 tempest-ServersTestBootFromVolume-927506322-project-member] Enqueued Resource ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 with Priority: HIGHEST for action security_group_rules [ 660.400295] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 with Priority: HIGHEST for action security_group_rules [ 660.400653] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-511f15b8-2974-4566-8f0d-fbc5222437c2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.400888] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.400888] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.403306] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.404034] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('511f15b8-2974-4566-8f0d-fbc5222437c2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.495538] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 in Status: SUCCESS [ 660.495538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.495538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.495538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.495538] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.495538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.495538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.495538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.495538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.495538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.495538] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.559236] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.566511] env[69975]: INFO networking_nsxv3.common.synchronization [None req-2b128284-944a-41d1-a59f-5242c7517906 tempest-ServersTestBootFromVolume-927506322 tempest-ServersTestBootFromVolume-927506322-project-member] Enqueued Resource ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 with Priority: HIGHEST for action security_group_rules [ 660.567216] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 with Priority: HIGHEST for action security_group_rules [ 660.567699] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-511f15b8-2974-4566-8f0d-fbc5222437c2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.567699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.584600] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: SUCCESS [ 660.584823] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.604211] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.607063] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.607063] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.607063] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.607063] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.607063] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 584c8c37-6f38-42cb-853e-a6a8f1135e96 not found, creating... [ 660.607063] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.607063] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.607063] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.607063] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.607063] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.607516] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.607516] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.608747] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.609173] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.609446] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.609714] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 584c8c37-6f38-42cb-853e-a6a8f1135e96 is going to be created. [ 660.639444] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.639566] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.640074] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.640474] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.640749] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.641493] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-584c8c37-6f38-42cb-853e-a6a8f1135e96" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.785622] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-51abc1f0-6a5b-4360-bc76-4db637431229 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.785769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.785974] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51abc1f0-6a5b-4360-bc76-4db637431229',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.786883] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79537ce6-7e7e-4621-b2a8-e38c01d51f7d with status ACTIVE [ 660.787076] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.787195] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.787260] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.787472] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.787646] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.788587] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.788587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.788587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.794756] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.794756] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.794756] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.794756] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.794756] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.795027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.795027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.795027] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79537ce6-7e7e-4621-b2a8-e38c01d51f7d is going to be updated. [ 660.824290] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.824448] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.824486] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.824727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.826765] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.826765] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79537ce6-7e7e-4621-b2a8-e38c01d51f7d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.826765] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.826765] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.826765] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.826765] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.826765] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.826765] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bf4e43e-4d09-4afc-9cd1-3c43592f87cc already deleted. [ 660.826765] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bf4e43e-4d09-4afc-9cd1-3c43592f87cc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.929849] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.930311] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.930736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.930736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.931234] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.931234] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 already deleted. [ 660.931234] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.932757] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.932757] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.932757] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('511f15b8-2974-4566-8f0d-fbc5222437c2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.999037] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.064380] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.065196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.065277] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.065500] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.065596] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.065714] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 is going to be created. [ 661.096067] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.096312] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.096385] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.096642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.096891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.111392] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 in Status: UNINITIALIZED for 2s [ 661.298233] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51abc1f0-6a5b-4360-bc76-4db637431229',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.317397] env[69975]: INFO networking_nsxv3.common.synchronization [None req-70d95ad8-7821-49f0-81a1-5b5e94bd9d83 None None] Enqueued Resource ID: 8d80ecd5-7e76-48af-bcbe-71e7a89d39a2 with Priority: HIGHEST for action port [ 661.319899] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d80ecd5-7e76-48af-bcbe-71e7a89d39a2 with Priority: HIGHEST for action port [ 661.319899] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d80ecd5-7e76-48af-bcbe-71e7a89d39a2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.319899] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d80ecd5-7e76-48af-bcbe-71e7a89d39a2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.319899] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d80ecd5-7e76-48af-bcbe-71e7a89d39a2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.319899] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d80ecd5-7e76-48af-bcbe-71e7a89d39a2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.319899] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d80ecd5-7e76-48af-bcbe-71e7a89d39a2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.461848] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.461848] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.461848] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.461848] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.461848] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.461848] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 already deleted. [ 661.461848] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.467155] env[69975]: INFO networking_nsxv3.common.synchronization [req-8b97eec9-3ad8-4d05-9605-d40627ceaee6 req-b54053f6-e40a-4bc0-98bd-bc4370af6cd0 tempest-ListServerFiltersTestJSON-1459211445 tempest-ListServerFiltersTestJSON-1459211445-project-member] Enqueued Resource ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 with Priority: HIGHEST for action security_group_members [ 661.467155] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 with Priority: HIGHEST for action security_group_members [ 661.467155] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae830ba-9fb7-41a7-939f-69c199adb5e2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.467155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.500500] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6834b5a4-19b2-45ec-a1f0-b74e5ec96443: rpc.has_security_group_logging(os_id): False [ 661.524210] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.524210] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.524210] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.524210] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.524210] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.524210] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.524210] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.524210] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.524628] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.524628] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.524628] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 is going to be created. [ 661.598841] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.598962] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.599074] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.599248] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.599436] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.614397] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 in Status: IN_PROGRESS for 2s [ 661.799538] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.799759] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.799863] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.800070] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.800166] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.800269] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51abc1f0-6a5b-4360-bc76-4db637431229 is going to be created. [ 661.822172] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d80ecd5-7e76-48af-bcbe-71e7a89d39a2 [ 661.822707] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.822867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.823030] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.823184] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.823353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.823486] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d80ecd5-7e76-48af-bcbe-71e7a89d39a2 already deleted. [ 661.823603] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d80ecd5-7e76-48af-bcbe-71e7a89d39a2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.841482] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.841729] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.841729] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.842199] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.842292] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.855691] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51abc1f0-6a5b-4360-bc76-4db637431229 in Status: UNINITIALIZED for 2s [ 661.950132] env[69975]: INFO networking_nsxv3.common.synchronization [req-55dc4b8b-064d-4537-92e4-3fb0b7dd58b6 req-5ff1a482-a2ab-4134-a032-bacf003c7fa3 service nova] Enqueued Resource ID: dbb81c64-127f-4992-a1d2-be3daf9d177a with Priority: HIGHEST for action security_group_rules [ 661.950132] env[69975]: INFO networking_nsxv3.common.synchronization [req-55dc4b8b-064d-4537-92e4-3fb0b7dd58b6 req-5ff1a482-a2ab-4134-a032-bacf003c7fa3 service nova] Enqueued Resource ID: dbb81c64-127f-4992-a1d2-be3daf9d177a with Priority: HIGHEST for action security_group_members [ 661.950472] env[69975]: INFO networking_nsxv3.common.synchronization [req-55dc4b8b-064d-4537-92e4-3fb0b7dd58b6 req-5ff1a482-a2ab-4134-a032-bacf003c7fa3 service nova] Enqueued Resource ID: 584c8c37-6f38-42cb-853e-a6a8f1135e96 with Priority: HIGHEST for action port [ 661.951265] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb81c64-127f-4992-a1d2-be3daf9d177a with Priority: HIGHEST for action security_group_rules [ 661.951497] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb81c64-127f-4992-a1d2-be3daf9d177a with Priority: HIGHEST for action security_group_members [ 661.951735] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584c8c37-6f38-42cb-853e-a6a8f1135e96 with Priority: HIGHEST for action port [ 661.952539] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb81c64-127f-4992-a1d2-be3daf9d177a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.952539] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.952539] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.952974] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.953146] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb81c64-127f-4992-a1d2-be3daf9d177a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.958181] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb81c64-127f-4992-a1d2-be3daf9d177a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.958181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.958181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.958181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.958181] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.958181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.958181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.958181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.958181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.958181] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb81c64-127f-4992-a1d2-be3daf9d177a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.959637] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-584c8c37-6f38-42cb-853e-a6a8f1135e96 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.959637] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-584c8c37-6f38-42cb-853e-a6a8f1135e96" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.959637] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-584c8c37-6f38-42cb-853e-a6a8f1135e96" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.959637] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-584c8c37-6f38-42cb-853e-a6a8f1135e96" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.959637] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('584c8c37-6f38-42cb-853e-a6a8f1135e96',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.258656] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.258997] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-813" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.259057] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-813" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.259344] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-813" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.259605] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.259767] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.259896] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.260578] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.260578] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.260578] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.260756] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.260756] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.261714] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.261714] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.267484] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.267484] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.288606] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.288846] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 662.289109] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.289510] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-813" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.289721] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-f542e5e0-ebab-4967-94f1-8625e905193e taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.289962] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-f542e5e0-ebab-4967-94f1-8625e905193e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.290186] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-f542e5e0-ebab-4967-94f1-8625e905193e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.291653] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-f542e5e0-ebab-4967-94f1-8625e905193e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.291841] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f542e5e0-ebab-4967-94f1-8625e905193e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.456748] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb81c64-127f-4992-a1d2-be3daf9d177a taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.457503] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.461321] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbb81c64-127f-4992-a1d2-be3daf9d177a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.463262] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 584c8c37-6f38-42cb-853e-a6a8f1135e96 with status ACTIVE [ 662.463262] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.463262] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.463262] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.463262] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.463519] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.463611] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.464264] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.464264] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.464467] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.464554] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.464863] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.465265] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.465333] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.465744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.465744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.465744] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 584c8c37-6f38-42cb-853e-a6a8f1135e96 is going to be updated. [ 662.497958] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.497958] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.497958] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.498156] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.498192] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.498441] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-584c8c37-6f38-42cb-853e-a6a8f1135e96" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.795920] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.796268] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.796389] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.796687] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.796960] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.797905] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port f542e5e0-ebab-4967-94f1-8625e905193e not found, creating... [ 662.801096] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.801096] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.801096] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.801096] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.801096] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.801096] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.801096] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.801096] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.801096] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.801096] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.801563] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: f542e5e0-ebab-4967-94f1-8625e905193e is going to be created. [ 662.828135] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.828359] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.828486] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.828800] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.829063] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.829307] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-f542e5e0-ebab-4967-94f1-8625e905193e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.969738] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbb81c64-127f-4992-a1d2-be3daf9d177a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.126954] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 in Status: SUCCESS [ 663.126954] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.126954] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.126954] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.126954] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.126954] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.126954] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.126954] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.126954] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.126954] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.126954] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.130508] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.130736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.130925] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.131102] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.131221] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.131349] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.131431] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.131527] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.345026] env[69975]: INFO networking_nsxv3.common.synchronization [None req-870ca1ae-c0d0-421a-98ac-07a6c3a4ab08 None None] Enqueued Resource ID: 18c2c16d-2b74-4026-a225-8c3040a092f5 with Priority: HIGHEST for action port [ 663.345026] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c2c16d-2b74-4026-a225-8c3040a092f5 with Priority: HIGHEST for action port [ 663.345026] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-18c2c16d-2b74-4026-a225-8c3040a092f5 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.345026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18c2c16d-2b74-4026-a225-8c3040a092f5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.345026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18c2c16d-2b74-4026-a225-8c3040a092f5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.345026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18c2c16d-2b74-4026-a225-8c3040a092f5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.345026] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18c2c16d-2b74-4026-a225-8c3040a092f5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.476477] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.476556] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.476678] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.476874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.477173] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.477173] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb81c64-127f-4992-a1d2-be3daf9d177a is going to be created. [ 663.510379] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.510379] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.510379] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.511021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.511267] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.526258] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb81c64-127f-4992-a1d2-be3daf9d177a in Status: UNINITIALIZED for 2s [ 663.631455] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae830ba-9fb7-41a7-939f-69c199adb5e2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.631800] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.632624] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 in Status: SUCCESS [ 663.632753] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.640593] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.850119] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18c2c16d-2b74-4026-a225-8c3040a092f5 [ 663.850187] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.850427] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.850500] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.850719] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.850807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.850911] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18c2c16d-2b74-4026-a225-8c3040a092f5 already deleted. [ 663.851022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18c2c16d-2b74-4026-a225-8c3040a092f5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.870366] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51abc1f0-6a5b-4360-bc76-4db637431229 in Status: SUCCESS [ 663.870366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.870366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.870366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.870366] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.870366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.870366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.870366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.870366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.870366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.870366] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51abc1f0-6a5b-4360-bc76-4db637431229',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.143133] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.252900] env[69975]: INFO networking_nsxv3.common.synchronization [req-9c9ab911-fee8-4ca1-b3aa-6befaa788b1b req-61651b91-3ed9-48b7-98ae-ab5619360315 tempest-ServersWithSpecificFlavorTestJSON-2143707285 tempest-ServersWithSpecificFlavorTestJSON-2143707285-project-member] Enqueued Resource ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 with Priority: HIGHEST for action security_group_members [ 664.252900] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 with Priority: HIGHEST for action security_group_members [ 664.252900] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d30ec26-1469-4b3b-9629-8a20b1e1b724 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.252900] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.252900] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.252900] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.252900] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.252900] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.252900] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.252900] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.252900] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.252900] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d30ec26-1469-4b3b-9629-8a20b1e1b724',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.292754] env[69975]: INFO networking_nsxv3.common.synchronization [None req-2cb8fb3e-60fa-44f2-9657-f63523ea2128 None None] Enqueued Resource ID: f6f6cdff-5e93-42f2-ae06-db14267a7ef4 with Priority: HIGHEST for action port [ 664.297024] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f6cdff-5e93-42f2-ae06-db14267a7ef4 with Priority: HIGHEST for action port [ 664.297024] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6f6cdff-5e93-42f2-ae06-db14267a7ef4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.297024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6f6cdff-5e93-42f2-ae06-db14267a7ef4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.297024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6f6cdff-5e93-42f2-ae06-db14267a7ef4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.297024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6f6cdff-5e93-42f2-ae06-db14267a7ef4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.297024] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6f6cdff-5e93-42f2-ae06-db14267a7ef4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.375582] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51abc1f0-6a5b-4360-bc76-4db637431229',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.647287] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.647491] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.647573] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.647820] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.647962] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.648152] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 is going to be updated. [ 664.684483] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.684483] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.684712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.684749] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.684976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.695591] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 in Status: IN_PROGRESS for 2s [ 664.757542] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.759155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.759155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.759155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.759155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.759155] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.759155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.759155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.759155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.759155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.759155] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 already deleted. [ 664.759155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.789135] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-201 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.789413] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-201" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.789576] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-201" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.789931] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-201" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.790214] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.790378] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.790494] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.790713] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.792069] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.792069] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 664.792069] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.792069] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.792069] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.792069] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 664.792069] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.792069] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.798851] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6f6cdff-5e93-42f2-ae06-db14267a7ef4 [ 664.798851] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.798851] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.798851] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.799130] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.799164] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.799240] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6f6cdff-5e93-42f2-ae06-db14267a7ef4 already deleted. [ 664.799344] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6f6cdff-5e93-42f2-ae06-db14267a7ef4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.821413] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.821633] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 664.822253] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.822345] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-201" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.822677] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-066271e7-f03a-48d7-a4a4-df17ef2b24f4 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.822868] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-066271e7-f03a-48d7-a4a4-df17ef2b24f4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.823103] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-066271e7-f03a-48d7-a4a4-df17ef2b24f4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.823323] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-066271e7-f03a-48d7-a4a4-df17ef2b24f4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.823465] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('066271e7-f03a-48d7-a4a4-df17ef2b24f4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.878944] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51abc1f0-6a5b-4360-bc76-4db637431229: rpc.has_security_group_logging(os_id): False [ 664.901541] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.901541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.901541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.901541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.901541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.901541] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.901541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.901541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.901541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.901541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.901541] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51abc1f0-6a5b-4360-bc76-4db637431229 is going to be created. [ 664.966344] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.966491] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.966554] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.966766] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.966948] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.972413] env[69975]: INFO networking_nsxv3.common.synchronization [None req-f67b461e-0b1c-43b5-9f8f-a94bb3275d71 None None] Enqueued Resource ID: e233b683-7031-43f5-b43b-3524bc100985 with Priority: HIGHEST for action port [ 664.973044] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e233b683-7031-43f5-b43b-3524bc100985 with Priority: HIGHEST for action port [ 664.973922] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-e233b683-7031-43f5-b43b-3524bc100985 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.973922] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e233b683-7031-43f5-b43b-3524bc100985" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.973922] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e233b683-7031-43f5-b43b-3524bc100985" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.974187] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e233b683-7031-43f5-b43b-3524bc100985" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.974419] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e233b683-7031-43f5-b43b-3524bc100985',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.984031] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51abc1f0-6a5b-4360-bc76-4db637431229 in Status: IN_PROGRESS for 2s [ 665.164105] env[69975]: INFO networking_nsxv3.common.synchronization [req-8b97eec9-3ad8-4d05-9605-d40627ceaee6 req-41a13ef8-db2b-4323-b89d-7587cf9437a5 service nova] Enqueued Resource ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 with Priority: HIGHEST for action security_group_rules [ 665.164377] env[69975]: INFO networking_nsxv3.common.synchronization [req-8b97eec9-3ad8-4d05-9605-d40627ceaee6 req-41a13ef8-db2b-4323-b89d-7587cf9437a5 service nova] Enqueued Resource ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 with Priority: HIGHEST for action security_group_members [ 665.164539] env[69975]: INFO networking_nsxv3.common.synchronization [req-8b97eec9-3ad8-4d05-9605-d40627ceaee6 req-41a13ef8-db2b-4323-b89d-7587cf9437a5 service nova] Enqueued Resource ID: f542e5e0-ebab-4967-94f1-8625e905193e with Priority: HIGHEST for action port [ 665.166102] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 with Priority: HIGHEST for action security_group_rules [ 665.168623] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 with Priority: HIGHEST for action security_group_members [ 665.168803] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f542e5e0-ebab-4967-94f1-8625e905193e with Priority: HIGHEST for action port [ 665.170097] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ae830ba-9fb7-41a7-939f-69c199adb5e2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.170227] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.170471] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae830ba-9fb7-41a7-939f-69c199adb5e2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.170578] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.170794] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-f542e5e0-ebab-4967-94f1-8625e905193e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.170922] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f542e5e0-ebab-4967-94f1-8625e905193e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.171040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f542e5e0-ebab-4967-94f1-8625e905193e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.171259] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f542e5e0-ebab-4967-94f1-8625e905193e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.171339] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f542e5e0-ebab-4967-94f1-8625e905193e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.179396] env[69975]: INFO networking_nsxv3.common.synchronization [req-1bbfd040-a50c-4f10-99bf-e1a314585816 req-d0b36c5e-c922-48ab-87c6-dd30afcc6d6f tempest-SecurityGroupRulesNegativeTestJSON-2050754281 tempest-SecurityGroupRulesNegativeTestJSON-2050754281-project-member] Enqueued Resource ID: 9bf4e43e-4d09-4afc-9cd1-3c43592f87cc with Priority: HIGHEST for action security_group_rules [ 665.180634] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bf4e43e-4d09-4afc-9cd1-3c43592f87cc with Priority: HIGHEST for action security_group_rules [ 665.181109] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bf4e43e-4d09-4afc-9cd1-3c43592f87cc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.181471] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bf4e43e-4d09-4afc-9cd1-3c43592f87cc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.181471] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bf4e43e-4d09-4afc-9cd1-3c43592f87cc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.181712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bf4e43e-4d09-4afc-9cd1-3c43592f87cc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.181848] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bf4e43e-4d09-4afc-9cd1-3c43592f87cc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.328705] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.332028] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.332028] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.332028] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.332028] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.332028] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 066271e7-f03a-48d7-a4a4-df17ef2b24f4 not found, creating... [ 665.332028] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.332028] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.332028] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.332028] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.332028] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.332896] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.332896] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.332896] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.332896] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.332896] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.332896] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 066271e7-f03a-48d7-a4a4-df17ef2b24f4 is going to be created. [ 665.411042] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.411042] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.411042] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.412959] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.413286] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.413563] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-066271e7-f03a-48d7-a4a4-df17ef2b24f4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.479023] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e233b683-7031-43f5-b43b-3524bc100985 [ 665.479023] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.479023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.479023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.479023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.479023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.479023] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e233b683-7031-43f5-b43b-3524bc100985 already deleted. [ 665.479023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e233b683-7031-43f5-b43b-3524bc100985" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.540839] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb81c64-127f-4992-a1d2-be3daf9d177a in Status: SUCCESS [ 665.541077] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.541306] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.541491] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.541678] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.541798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.541860] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.542015] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.542091] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.542172] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.542262] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbb81c64-127f-4992-a1d2-be3daf9d177a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.681632] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f542e5e0-ebab-4967-94f1-8625e905193e with status ACTIVE [ 665.681953] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.682089] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.682089] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.682329] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.682428] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.682636] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.682747] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.682815] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.682993] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.683087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.683279] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.683375] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.683433] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.683593] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.683673] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.683789] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f542e5e0-ebab-4967-94f1-8625e905193e is going to be updated. [ 665.712363] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.712363] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.712843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.712843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.712843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.713013] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bf4e43e-4d09-4afc-9cd1-3c43592f87cc already deleted. [ 665.713013] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bf4e43e-4d09-4afc-9cd1-3c43592f87cc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.718348] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.718348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.718348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.718348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.718348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.718348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f542e5e0-ebab-4967-94f1-8625e905193e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.050921] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb81c64-127f-4992-a1d2-be3daf9d177a taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.051173] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.051316] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.051605] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.051887] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.052037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.052200] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.052452] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.052549] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.052657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.053102] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb81c64-127f-4992-a1d2-be3daf9d177a taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.054044] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.054044] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.054044] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.054464] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.054732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.054732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.055156] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.055629] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.055882] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.056420] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbb81c64-127f-4992-a1d2-be3daf9d177a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.324814] env[69975]: INFO networking_nsxv3.common.synchronization [req-9c9ab911-fee8-4ca1-b3aa-6befaa788b1b req-9654f419-aac7-4d17-9cbc-6f27e5d18c7b service nova] Enqueued Resource ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 with Priority: HIGHEST for action security_group_rules [ 666.324814] env[69975]: INFO networking_nsxv3.common.synchronization [req-9c9ab911-fee8-4ca1-b3aa-6befaa788b1b req-9654f419-aac7-4d17-9cbc-6f27e5d18c7b service nova] Enqueued Resource ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 with Priority: HIGHEST for action security_group_members [ 666.324814] env[69975]: INFO networking_nsxv3.common.synchronization [req-9c9ab911-fee8-4ca1-b3aa-6befaa788b1b req-9654f419-aac7-4d17-9cbc-6f27e5d18c7b service nova] Enqueued Resource ID: 066271e7-f03a-48d7-a4a4-df17ef2b24f4 with Priority: HIGHEST for action port [ 666.324814] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 with Priority: HIGHEST for action security_group_rules [ 666.324814] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 with Priority: HIGHEST for action security_group_members [ 666.324814] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 066271e7-f03a-48d7-a4a4-df17ef2b24f4 with Priority: HIGHEST for action port [ 666.326068] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d30ec26-1469-4b3b-9629-8a20b1e1b724 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.326824] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.327063] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.327518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.327714] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d30ec26-1469-4b3b-9629-8a20b1e1b724',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.331138] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d30ec26-1469-4b3b-9629-8a20b1e1b724 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.331138] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.331138] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.331138] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.331138] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.331138] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.331138] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.331138] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.331138] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.331138] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d30ec26-1469-4b3b-9629-8a20b1e1b724',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.331138] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-066271e7-f03a-48d7-a4a4-df17ef2b24f4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.331138] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-066271e7-f03a-48d7-a4a4-df17ef2b24f4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.331796] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-066271e7-f03a-48d7-a4a4-df17ef2b24f4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.332129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-066271e7-f03a-48d7-a4a4-df17ef2b24f4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.332296] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('066271e7-f03a-48d7-a4a4-df17ef2b24f4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.559437] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbb81c64-127f-4992-a1d2-be3daf9d177a: rpc.has_security_group_logging(os_id): False [ 666.580532] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.580532] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.580532] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.580884] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.580884] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.581054] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.581185] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.581247] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.581454] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.581571] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.581810] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.581907] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.581966] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.583126] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.583282] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.583604] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.584017] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.584017] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.584125] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.584171] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.584270] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb81c64-127f-4992-a1d2-be3daf9d177a is going to be created. [ 666.697757] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.697757] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.697757] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.697757] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.697757] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.724212] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 in Status: SUCCESS [ 666.724212] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.724295] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb81c64-127f-4992-a1d2-be3daf9d177a in Status: IN_PROGRESS for 2s [ 666.724441] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.724661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.724971] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.725111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.725111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.726311] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.726311] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.726311] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.726311] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae830ba-9fb7-41a7-939f-69c199adb5e2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.726311] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.726311] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.726311] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.726311] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.726311] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.726311] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.726810] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.726810] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.726873] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.727674] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.727969] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.728196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.728371] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.728481] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.728538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.728776] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.728872] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.728975] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.838565] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d30ec26-1469-4b3b-9629-8a20b1e1b724 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.838565] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.838565] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d30ec26-1469-4b3b-9629-8a20b1e1b724',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.842786] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 066271e7-f03a-48d7-a4a4-df17ef2b24f4 with status ACTIVE [ 666.842786] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.842786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.842786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.842786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.842786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.842786] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.842786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.842786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.842786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.842786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.842786] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.842786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.842786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.842786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.842786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.843590] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 066271e7-f03a-48d7-a4a4-df17ef2b24f4 is going to be updated. [ 666.890420] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.890420] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.890420] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.890420] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.892147] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.892147] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-066271e7-f03a-48d7-a4a4-df17ef2b24f4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.003412] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51abc1f0-6a5b-4360-bc76-4db637431229 in Status: SUCCESS [ 667.003650] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.231487] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ae830ba-9fb7-41a7-939f-69c199adb5e2: rpc.has_security_group_logging(os_id): False [ 667.233035] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.259023] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.259217] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.259291] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.259570] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.259661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.259879] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.260017] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.260109] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.260284] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.260376] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.260570] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.260668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.260729] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.260868] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.260942] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.263881] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.264051] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.264123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.264304] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.264386] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.264480] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 is going to be created. [ 667.344979] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.348960] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.349301] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.350609] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.350609] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.351471] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d30ec26-1469-4b3b-9629-8a20b1e1b724',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.368878] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 in Status: IN_PROGRESS for 2s [ 667.430075] env[69975]: INFO networking_nsxv3.common.synchronization [None req-75a1735f-ad2d-4d4b-86fd-1bbe864cf7d0 None None] Enqueued Resource ID: 94f90837-1a48-4bb5-a43d-6a1ad288b3d6 with Priority: HIGHEST for action port [ 667.431082] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f90837-1a48-4bb5-a43d-6a1ad288b3d6 with Priority: HIGHEST for action port [ 667.431738] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-94f90837-1a48-4bb5-a43d-6a1ad288b3d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.432197] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94f90837-1a48-4bb5-a43d-6a1ad288b3d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.432291] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94f90837-1a48-4bb5-a43d-6a1ad288b3d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.432685] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94f90837-1a48-4bb5-a43d-6a1ad288b3d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.432779] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94f90837-1a48-4bb5-a43d-6a1ad288b3d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.511436] env[69975]: INFO networking_nsxv3.common.synchronization [req-51179afe-98bd-463c-bc88-a84680cc4ab0 req-ca9d7ffc-463a-4354-aa25-cac2f4119b6c tempest-ServerExternalEventsTest-1466398643 tempest-ServerExternalEventsTest-1466398643-project-member] Enqueued Resource ID: 2c0cc538-18ac-4782-bfca-c69a63404d13 with Priority: HIGHEST for action security_group_members [ 667.512534] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c0cc538-18ac-4782-bfca-c69a63404d13 with Priority: HIGHEST for action security_group_members [ 667.513551] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c0cc538-18ac-4782-bfca-c69a63404d13 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.517080] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.517080] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.517080] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.517080] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.517080] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.517080] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.518187] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.518187] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.518187] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c0cc538-18ac-4782-bfca-c69a63404d13',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.736040] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.857431] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.857589] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.857640] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.858866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.858866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.859049] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 is going to be created. [ 667.897522] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.897522] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.897871] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.898062] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.898203] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.911833] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 in Status: UNINITIALIZED for 2s [ 667.938614] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94f90837-1a48-4bb5-a43d-6a1ad288b3d6 [ 667.938690] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.938773] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.938886] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.939127] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.939481] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.939481] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94f90837-1a48-4bb5-a43d-6a1ad288b3d6 already deleted. [ 667.939481] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94f90837-1a48-4bb5-a43d-6a1ad288b3d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.021536] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.021727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.021869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.022168] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.022168] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.022381] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.022481] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.022539] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.022701] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.022781] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.022864] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c0cc538-18ac-4782-bfca-c69a63404d13 already deleted. [ 668.023093] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.239503] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.239686] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.239822] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.240070] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.240144] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.240267] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 is going to be updated. [ 668.273603] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.273603] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.273603] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.276302] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.276302] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.281512] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.281678] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.281795] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.282360] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.282500] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.283953] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.283953] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.283953] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.283953] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.283953] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.283953] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.283953] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.283953] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.283953] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.284495] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.284495] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.296441] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 in Status: IN_PROGRESS for 2s [ 668.312474] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.312474] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 668.312474] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.312474] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.312474] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-c5d696dd-d8ff-4fcd-9357-3c1510432508 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.312474] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-c5d696dd-d8ff-4fcd-9357-3c1510432508" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.312474] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-c5d696dd-d8ff-4fcd-9357-3c1510432508" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.312474] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-c5d696dd-d8ff-4fcd-9357-3c1510432508" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.312474] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5d696dd-d8ff-4fcd-9357-3c1510432508',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.738726] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb81c64-127f-4992-a1d2-be3daf9d177a in Status: SUCCESS [ 668.739048] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.817797] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.817797] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.817797] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.818060] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.818060] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.819160] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port c5d696dd-d8ff-4fcd-9357-3c1510432508 not found, creating... [ 668.819160] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.819160] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.819160] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.819768] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.819768] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.819834] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.820552] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.820730] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.822523] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.822789] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.823051] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: c5d696dd-d8ff-4fcd-9357-3c1510432508 is going to be created. [ 668.846719] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.846841] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.847049] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.847261] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.847499] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.847724] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-c5d696dd-d8ff-4fcd-9357-3c1510432508" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.159096] env[69975]: INFO networking_nsxv3.common.synchronization [None req-015bab6e-fb9f-4fc5-b67e-061b8066cd61 None None] Enqueued Resource ID: 5ae50328-f01b-4df8-863b-d4b4ac8888c3 with Priority: HIGHEST for action port [ 669.160391] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae50328-f01b-4df8-863b-d4b4ac8888c3 with Priority: HIGHEST for action port [ 669.160811] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ae50328-f01b-4df8-863b-d4b4ac8888c3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.161063] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ae50328-f01b-4df8-863b-d4b4ac8888c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.161180] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ae50328-f01b-4df8-863b-d4b4ac8888c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.161491] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ae50328-f01b-4df8-863b-d4b4ac8888c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.161620] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ae50328-f01b-4df8-863b-d4b4ac8888c3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.392043] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 in Status: SUCCESS [ 669.392209] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.392406] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.392625] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.392715] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.665279] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ae50328-f01b-4df8-863b-d4b4ac8888c3 [ 669.665553] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.665714] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.665865] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.666161] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.666293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.666742] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ae50328-f01b-4df8-863b-d4b4ac8888c3 already deleted. [ 669.666899] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ae50328-f01b-4df8-863b-d4b4ac8888c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.899238] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae830ba-9fb7-41a7-939f-69c199adb5e2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.900301] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.925440] env[69975]: INFO networking_nsxv3.common.synchronization [req-51179afe-98bd-463c-bc88-a84680cc4ab0 req-107a0cbc-3ee6-4fbe-9be4-2b5e914fd85d service nova] Enqueued Resource ID: 2c0cc538-18ac-4782-bfca-c69a63404d13 with Priority: HIGHEST for action security_group_rules [ 669.925440] env[69975]: INFO networking_nsxv3.common.synchronization [req-51179afe-98bd-463c-bc88-a84680cc4ab0 req-107a0cbc-3ee6-4fbe-9be4-2b5e914fd85d service nova] Enqueued Resource ID: 2c0cc538-18ac-4782-bfca-c69a63404d13 with Priority: HIGHEST for action security_group_members [ 669.925440] env[69975]: INFO networking_nsxv3.common.synchronization [req-51179afe-98bd-463c-bc88-a84680cc4ab0 req-107a0cbc-3ee6-4fbe-9be4-2b5e914fd85d service nova] Enqueued Resource ID: c5d696dd-d8ff-4fcd-9357-3c1510432508 with Priority: HIGHEST for action port [ 669.928869] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 in Status: SUCCESS [ 669.928869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.928869] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c0cc538-18ac-4782-bfca-c69a63404d13 with Priority: HIGHEST for action security_group_rules [ 669.928869] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c0cc538-18ac-4782-bfca-c69a63404d13 with Priority: HIGHEST for action security_group_members [ 669.929116] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5d696dd-d8ff-4fcd-9357-3c1510432508 with Priority: HIGHEST for action port [ 669.929188] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.929498] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.930042] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.930042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.930982] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.930982] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.930982] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.930982] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.930982] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d30ec26-1469-4b3b-9629-8a20b1e1b724',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.932704] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c0cc538-18ac-4782-bfca-c69a63404d13 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.936046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.936046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.936046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.936046] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c0cc538-18ac-4782-bfca-c69a63404d13',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.936046] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c0cc538-18ac-4782-bfca-c69a63404d13 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.936046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.936046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.936046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.936046] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.936046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.936046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.936046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.936046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.936046] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c0cc538-18ac-4782-bfca-c69a63404d13',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.937193] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5d696dd-d8ff-4fcd-9357-3c1510432508 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.937193] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5d696dd-d8ff-4fcd-9357-3c1510432508" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.937193] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5d696dd-d8ff-4fcd-9357-3c1510432508" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.937193] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5d696dd-d8ff-4fcd-9357-3c1510432508" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.937193] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5d696dd-d8ff-4fcd-9357-3c1510432508',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.306403] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 in Status: SUCCESS [ 670.306403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.307214] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.307214] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.307214] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.307489] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.307489] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.307587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.307701] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.309681] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.309681] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.445025] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c0cc538-18ac-4782-bfca-c69a63404d13',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.445025] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d30ec26-1469-4b3b-9629-8a20b1e1b724',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.445025] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c0cc538-18ac-4782-bfca-c69a63404d13 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.445025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.445675] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5d696dd-d8ff-4fcd-9357-3c1510432508 with status ACTIVE [ 670.445675] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.445675] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.445675] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.446094] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.446094] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.448207] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.448207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.448207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.448207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.448207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.448207] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.448207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.448207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.448207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.448207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.448207] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5d696dd-d8ff-4fcd-9357-3c1510432508 is going to be updated. [ 670.472109] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.472250] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.472299] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.472571] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.472720] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.472933] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5d696dd-d8ff-4fcd-9357-3c1510432508" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.811923] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae830ba-9fb7-41a7-939f-69c199adb5e2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.813042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.813042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.813042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.813042] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.813042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.813042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.813042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.813042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.813042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.813518] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae830ba-9fb7-41a7-939f-69c199adb5e2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.813518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.813518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.813518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.813653] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.813653] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.813731] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.813812] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.814037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.814037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.814037] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.950415] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c0cc538-18ac-4782-bfca-c69a63404d13',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.951586] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d30ec26-1469-4b3b-9629-8a20b1e1b724: rpc.has_security_group_logging(os_id): False [ 670.972765] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.973065] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.973065] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.973245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.973326] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.973573] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.973673] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.973769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.973881] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.973966] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.974071] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 is going to be created. [ 671.038221] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.038370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.038438] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.038657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.038884] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.052086] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 in Status: IN_PROGRESS for 2s [ 671.212275] env[69975]: INFO networking_nsxv3.common.synchronization [req-5fc233b1-9440-4887-8c62-490f7ae15b91 req-4de38a9b-587e-424d-93dd-def04bbd2586 tempest-DeleteServersTestJSON-1273084896 tempest-DeleteServersTestJSON-1273084896-project-member] Enqueued Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 671.212624] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 671.213188] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.215960] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.215960] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.215960] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.215960] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.215960] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.215960] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.215960] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.215960] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.215960] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.321060] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ae830ba-9fb7-41a7-939f-69c199adb5e2: rpc.has_security_group_logging(os_id): False [ 671.343411] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.343411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.343411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.343411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.343411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.343411] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.343411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.343411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.343411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.343411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.343411] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.343411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.343411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.343411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.343411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.343902] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.343902] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.343902] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.344499] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.344715] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.344903] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 is going to be updated. [ 671.443077] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.443241] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.443293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.443506] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.443652] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.453254] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.453531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.453531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.453621] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.453714] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.453907] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c0cc538-18ac-4782-bfca-c69a63404d13 is going to be created. [ 671.465810] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 in Status: IN_PROGRESS for 2s [ 671.482359] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.482359] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.482359] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.482571] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.483268] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.493311] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c0cc538-18ac-4782-bfca-c69a63404d13 in Status: UNINITIALIZED for 2s [ 671.719427] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.719427] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.719427] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.719427] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.719427] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.719716] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.719773] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.719805] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.719998] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.720086] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.720171] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 is going to be updated. [ 671.764637] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.764637] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.764637] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.764876] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.765526] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.785078] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: IN_PROGRESS for 2s [ 672.271595] env[69975]: INFO networking_nsxv3.common.synchronization [req-dfd3e660-290f-4408-a060-86797e5228df req-bea6e8b4-5cdd-4a87-b6f4-69c341aee98d tempest-TenantUsagesTestJSON-1388019932 tempest-TenantUsagesTestJSON-1388019932-project-member] Enqueued Resource ID: e435b85f-ecf9-4e17-8be6-f79399bd5ca5 with Priority: HIGHEST for action security_group_members [ 672.272132] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e435b85f-ecf9-4e17-8be6-f79399bd5ca5 with Priority: HIGHEST for action security_group_members [ 672.272555] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.272782] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.272782] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.272955] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.273257] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.273443] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.273570] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.274734] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.274880] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.275183] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e435b85f-ecf9-4e17-8be6-f79399bd5ca5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.686035] env[69975]: INFO networking_nsxv3.common.synchronization [req-3e650367-fe77-492e-9e71-63e7ca53b7ed req-845a70c8-2819-4e37-a6f7-e1c2d1472a41 tempest-ListServerFiltersTestJSON-1459211445 tempest-ListServerFiltersTestJSON-1459211445-project-member] Enqueued Resource ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 with Priority: HIGHEST for action security_group_members [ 672.686493] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 with Priority: HIGHEST for action security_group_members [ 672.686844] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae830ba-9fb7-41a7-939f-69c199adb5e2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.686997] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.690806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.690806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.690806] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.690806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.690806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.690806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.690806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.690806] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.780513] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.780513] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.780513] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.780755] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.780755] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.781255] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.781255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.781255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.781456] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.781456] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.781519] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e435b85f-ecf9-4e17-8be6-f79399bd5ca5 is going to be updated. [ 672.815342] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.815508] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.815583] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.815794] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.815945] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.827338] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e435b85f-ecf9-4e17-8be6-f79399bd5ca5 in Status: IN_PROGRESS for 2s [ 673.069975] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 in Status: SUCCESS [ 673.070272] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.078111] env[69975]: INFO networking_nsxv3.common.synchronization [None req-10ce999f-fbbe-4a46-b668-ead281de9167 None None] Enqueued Resource ID: 04e02a7c-ed78-4e5a-96b8-acc4a0ad59eb with Priority: HIGHEST for action port [ 673.078664] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e02a7c-ed78-4e5a-96b8-acc4a0ad59eb with Priority: HIGHEST for action port [ 673.079424] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-04e02a7c-ed78-4e5a-96b8-acc4a0ad59eb taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.079613] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04e02a7c-ed78-4e5a-96b8-acc4a0ad59eb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.079664] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04e02a7c-ed78-4e5a-96b8-acc4a0ad59eb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.079906] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04e02a7c-ed78-4e5a-96b8-acc4a0ad59eb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.080069] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04e02a7c-ed78-4e5a-96b8-acc4a0ad59eb',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.193125] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.486102] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 in Status: SUCCESS [ 673.486453] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.507171] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c0cc538-18ac-4782-bfca-c69a63404d13 in Status: SUCCESS [ 673.507419] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.507599] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.507854] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.508199] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.508277] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.508314] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.508996] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.508996] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.508996] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.508996] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c0cc538-18ac-4782-bfca-c69a63404d13',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.583909] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04e02a7c-ed78-4e5a-96b8-acc4a0ad59eb [ 673.584104] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.584354] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.584354] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.584553] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.584607] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.584702] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04e02a7c-ed78-4e5a-96b8-acc4a0ad59eb already deleted. [ 673.584796] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04e02a7c-ed78-4e5a-96b8-acc4a0ad59eb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.695730] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.798698] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: SUCCESS [ 673.798698] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 deletion is rescheduled due to dependency. [ 673.798698] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.012175] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c0cc538-18ac-4782-bfca-c69a63404d13 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.013553] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.013613] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.013888] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.014161] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.016964] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.016964] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.016964] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.016964] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.016964] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.016964] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c0cc538-18ac-4782-bfca-c69a63404d13 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.016964] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.016964] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.016964] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.016964] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.016964] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.016964] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.017804] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.017804] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.017804] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.018705] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c0cc538-18ac-4782-bfca-c69a63404d13',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.118561] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.118756] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-813" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.118933] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-813" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.119315] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-813" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.119589] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.119783] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.119917] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.124816] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.124816] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.124816] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.124816] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.124816] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.124816] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.124816] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.124816] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.124816] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.156871] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.157586] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 674.157888] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.158294] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-813" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.158764] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-8e565aa3-376d-4b91-8dac-bc818531956d taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.159552] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-8e565aa3-376d-4b91-8dac-bc818531956d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.159552] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-8e565aa3-376d-4b91-8dac-bc818531956d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.159552] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-8e565aa3-376d-4b91-8dac-bc818531956d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.160178] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e565aa3-376d-4b91-8dac-bc818531956d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.171207] env[69975]: INFO networking_nsxv3.common.synchronization [req-c0c27830-bcc3-4362-8b0f-e5c669ad56fc req-20661317-d1f8-414a-83b8-d7bc327be5a5 tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 674.171207] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 674.171207] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.171207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.171207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.171207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.171207] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.171207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.171207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.173061] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.176036] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.176036] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.199977] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.199977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.199977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.199977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.199977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.199977] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 is going to be updated. [ 674.241058] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.241281] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.241352] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.241599] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.241742] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.254327] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 in Status: IN_PROGRESS for 2s [ 674.315385] env[69975]: INFO networking_nsxv3.common.synchronization [None req-762a9ec6-b834-42b2-a9ab-72bf8ad156ac None None] Enqueued Resource ID: 39f24130-3600-463d-a9e1-704808e52945 with Priority: HIGHEST for action port [ 674.315698] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f24130-3600-463d-a9e1-704808e52945 with Priority: HIGHEST for action port [ 674.316198] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-39f24130-3600-463d-a9e1-704808e52945 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.316315] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39f24130-3600-463d-a9e1-704808e52945" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.316408] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39f24130-3600-463d-a9e1-704808e52945" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.316635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39f24130-3600-463d-a9e1-704808e52945" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.316717] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39f24130-3600-463d-a9e1-704808e52945',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.522974] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c0cc538-18ac-4782-bfca-c69a63404d13: rpc.has_security_group_logging(os_id): False [ 674.542478] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.542661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.542661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.542964] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.542964] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.543175] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.543291] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.543365] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.543447] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.543522] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.543707] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.543796] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.543854] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.544012] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.544085] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.544269] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.544367] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.548055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.548055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.548055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.548055] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c0cc538-18ac-4782-bfca-c69a63404d13 is going to be created. [ 674.621854] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.621989] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.621989] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.622184] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.622369] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.645346] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c0cc538-18ac-4782-bfca-c69a63404d13 in Status: IN_PROGRESS for 2s [ 674.664020] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.664020] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.664020] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.664020] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.664020] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.664020] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 8e565aa3-376d-4b91-8dac-bc818531956d not found, creating... [ 674.664020] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.664020] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.664020] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.664020] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.664020] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.664784] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.665199] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.665308] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.666032] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.666032] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.666032] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 8e565aa3-376d-4b91-8dac-bc818531956d is going to be created. [ 674.679170] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.679170] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.679170] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.680131] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.680131] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.680131] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.680131] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.680131] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.680131] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.681661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.681661] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25f19c-4dee-422c-b438-f3764bb064d2 already deleted. [ 674.681661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.687735] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.687938] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.688124] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.688336] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.689033] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.689033] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-8e565aa3-376d-4b91-8dac-bc818531956d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.819414] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39f24130-3600-463d-a9e1-704808e52945 [ 674.819664] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.819810] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.819907] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.820601] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.820722] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.820828] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39f24130-3600-463d-a9e1-704808e52945 already deleted. [ 674.820922] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39f24130-3600-463d-a9e1-704808e52945" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.837846] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e435b85f-ecf9-4e17-8be6-f79399bd5ca5 in Status: SUCCESS [ 674.837960] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e435b85f-ecf9-4e17-8be6-f79399bd5ca5 deletion is rescheduled due to dependency. [ 674.838056] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e435b85f-ecf9-4e17-8be6-f79399bd5ca5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.002661] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.002922] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-526" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.002990] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-526" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.006588] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-526" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.006588] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.006588] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.006588] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.006588] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.006588] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.006588] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 675.006588] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.006588] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.006588] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.007100] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 675.007100] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.008845] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.037022] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.037022] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 675.037022] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.037022] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-526" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.037022] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-d73ed1df-de67-4db7-82b5-7f693bab3f55 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.037022] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-d73ed1df-de67-4db7-82b5-7f693bab3f55" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.037022] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-d73ed1df-de67-4db7-82b5-7f693bab3f55" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.037439] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-d73ed1df-de67-4db7-82b5-7f693bab3f55" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.037439] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d73ed1df-de67-4db7-82b5-7f693bab3f55',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.544614] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.544614] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.544614] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.544614] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.544614] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.544614] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port d73ed1df-de67-4db7-82b5-7f693bab3f55 not found, creating... [ 675.544614] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.544614] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.545949] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.546290] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.546468] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.546836] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.547025] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.547165] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.547363] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.547495] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.547652] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: d73ed1df-de67-4db7-82b5-7f693bab3f55 is going to be created. [ 675.578041] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.578041] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.578041] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.578041] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.578041] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.578041] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-d73ed1df-de67-4db7-82b5-7f693bab3f55" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.948457] env[69975]: INFO networking_nsxv3.common.synchronization [req-3e650367-fe77-492e-9e71-63e7ca53b7ed req-202ee188-5dd4-413b-a82b-95ce99dd2508 service nova] Enqueued Resource ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 with Priority: HIGHEST for action security_group_rules [ 675.948624] env[69975]: INFO networking_nsxv3.common.synchronization [req-3e650367-fe77-492e-9e71-63e7ca53b7ed req-202ee188-5dd4-413b-a82b-95ce99dd2508 service nova] Enqueued Resource ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 with Priority: HIGHEST for action security_group_members [ 675.948761] env[69975]: INFO networking_nsxv3.common.synchronization [req-3e650367-fe77-492e-9e71-63e7ca53b7ed req-202ee188-5dd4-413b-a82b-95ce99dd2508 service nova] Enqueued Resource ID: 8e565aa3-376d-4b91-8dac-bc818531956d with Priority: HIGHEST for action port [ 675.949356] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 with Priority: HIGHEST for action security_group_rules [ 675.949494] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 with Priority: HIGHEST for action security_group_members [ 675.949590] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e565aa3-376d-4b91-8dac-bc818531956d with Priority: HIGHEST for action port [ 675.949861] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ae830ba-9fb7-41a7-939f-69c199adb5e2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.950035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.951833] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.951833] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.951833] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.953283] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae830ba-9fb7-41a7-939f-69c199adb5e2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.953283] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.953418] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e565aa3-376d-4b91-8dac-bc818531956d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.953565] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e565aa3-376d-4b91-8dac-bc818531956d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.953623] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e565aa3-376d-4b91-8dac-bc818531956d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.953971] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e565aa3-376d-4b91-8dac-bc818531956d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.953971] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e565aa3-376d-4b91-8dac-bc818531956d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.232927] env[69975]: INFO networking_nsxv3.common.synchronization [None req-4e964949-2b8a-409f-9e60-40124d44624b None None] Enqueued Resource ID: 7afd8680-6122-4d80-a752-0efe931f3fcd with Priority: HIGHEST for action port [ 676.233480] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7afd8680-6122-4d80-a752-0efe931f3fcd with Priority: HIGHEST for action port [ 676.234023] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-7afd8680-6122-4d80-a752-0efe931f3fcd taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.234232] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7afd8680-6122-4d80-a752-0efe931f3fcd" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.234232] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7afd8680-6122-4d80-a752-0efe931f3fcd" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.234481] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7afd8680-6122-4d80-a752-0efe931f3fcd" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.234567] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7afd8680-6122-4d80-a752-0efe931f3fcd',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.265764] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 in Status: SUCCESS [ 676.265981] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.266912] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.266912] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.266912] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.267142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.267142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.267259] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.267334] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.267804] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.454471] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae830ba-9fb7-41a7-939f-69c199adb5e2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.454911] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.457118] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e565aa3-376d-4b91-8dac-bc818531956d with status ACTIVE [ 676.457333] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.457474] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.457543] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.457752] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.457842] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.458600] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.458769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.458839] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.459133] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.459225] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.459422] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.459526] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.459588] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.459810] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.459810] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.459935] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e565aa3-376d-4b91-8dac-bc818531956d is going to be updated. [ 676.483651] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.483651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.483651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.483651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.483889] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.483889] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e565aa3-376d-4b91-8dac-bc818531956d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.660421] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c0cc538-18ac-4782-bfca-c69a63404d13 in Status: SUCCESS [ 676.660421] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.679979] env[69975]: INFO networking_nsxv3.common.synchronization [req-c0c27830-bcc3-4362-8b0f-e5c669ad56fc req-afe0fd68-0510-4592-a0f4-6763880ad5d0 service nova] Enqueued Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_rules [ 676.679979] env[69975]: INFO networking_nsxv3.common.synchronization [req-c0c27830-bcc3-4362-8b0f-e5c669ad56fc req-afe0fd68-0510-4592-a0f4-6763880ad5d0 service nova] Enqueued Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 676.679979] env[69975]: INFO networking_nsxv3.common.synchronization [req-c0c27830-bcc3-4362-8b0f-e5c669ad56fc req-afe0fd68-0510-4592-a0f4-6763880ad5d0 service nova] Enqueued Resource ID: d73ed1df-de67-4db7-82b5-7f693bab3f55 with Priority: HIGHEST for action port [ 676.680828] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_rules [ 676.680973] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 676.682101] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73ed1df-de67-4db7-82b5-7f693bab3f55 with Priority: HIGHEST for action port [ 676.682453] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.682579] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.682645] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.683044] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.683044] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.692638] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.692783] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.692945] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.694953] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.695302] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.695398] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.695441] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.696035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.696188] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.696293] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.698131] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-d73ed1df-de67-4db7-82b5-7f693bab3f55 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.698642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d73ed1df-de67-4db7-82b5-7f693bab3f55" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.698642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d73ed1df-de67-4db7-82b5-7f693bab3f55" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.698642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d73ed1df-de67-4db7-82b5-7f693bab3f55" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.698799] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d73ed1df-de67-4db7-82b5-7f693bab3f55',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.738816] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7afd8680-6122-4d80-a752-0efe931f3fcd [ 676.738816] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.738816] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.738816] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.738816] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.738816] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.739351] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7afd8680-6122-4d80-a752-0efe931f3fcd already deleted. [ 676.739734] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7afd8680-6122-4d80-a752-0efe931f3fcd" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.764702] env[69975]: INFO networking_nsxv3.common.synchronization [None req-d925c1aa-0110-4346-b722-9a8e21614ee8 None None] Enqueued Resource ID: c501d4e9-8a3c-4288-b9f3-409949fee08c with Priority: HIGHEST for action port [ 676.764960] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c501d4e9-8a3c-4288-b9f3-409949fee08c with Priority: HIGHEST for action port [ 676.765998] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-c501d4e9-8a3c-4288-b9f3-409949fee08c taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.766165] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c501d4e9-8a3c-4288-b9f3-409949fee08c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.766256] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c501d4e9-8a3c-4288-b9f3-409949fee08c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.767126] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c501d4e9-8a3c-4288-b9f3-409949fee08c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.770435] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c501d4e9-8a3c-4288-b9f3-409949fee08c',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.771455] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.193080] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.193169] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.201096] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.201628] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d73ed1df-de67-4db7-82b5-7f693bab3f55 with status ACTIVE [ 677.201824] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.201947] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.202022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.202323] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.202875] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.202875] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.202875] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.202875] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.203147] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.203147] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.203213] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.203422] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.203422] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.203571] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.203603] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.203691] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d73ed1df-de67-4db7-82b5-7f693bab3f55 is going to be updated. [ 677.233851] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.233851] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.233851] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.233851] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.233851] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.234462] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d73ed1df-de67-4db7-82b5-7f693bab3f55" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.271811] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c501d4e9-8a3c-4288-b9f3-409949fee08c [ 677.272593] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.272911] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.274745] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.274745] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.274745] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.274745] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c501d4e9-8a3c-4288-b9f3-409949fee08c already deleted. [ 677.274745] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c501d4e9-8a3c-4288-b9f3-409949fee08c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.274745] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.402526] env[69975]: INFO networking_nsxv3.common.synchronization [None req-60f214d0-0ff4-4c9d-ab55-1d3cb1b77606 None None] Enqueued Resource ID: 50edbb86-142d-4bda-b38a-50ed536c3d8e with Priority: HIGHEST for action port [ 677.402526] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50edbb86-142d-4bda-b38a-50ed536c3d8e with Priority: HIGHEST for action port [ 677.403371] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-50edbb86-142d-4bda-b38a-50ed536c3d8e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.403530] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50edbb86-142d-4bda-b38a-50ed536c3d8e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.403582] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50edbb86-142d-4bda-b38a-50ed536c3d8e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.403827] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50edbb86-142d-4bda-b38a-50ed536c3d8e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.403919] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50edbb86-142d-4bda-b38a-50ed536c3d8e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.643370] env[69975]: INFO networking_nsxv3.common.synchronization [None req-93b89f52-db29-47a2-9df7-cb747e4cf9f6 tempest-ServerActionsTestOtherA-1666177876 tempest-ServerActionsTestOtherA-1666177876-project-member] Enqueued Resource ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 with Priority: HIGHEST for action security_group_rules [ 677.643370] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 with Priority: HIGHEST for action security_group_rules [ 677.643370] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.643370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.643370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.643370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.643370] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.708371] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.777670] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.777828] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.777899] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.778289] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.778289] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.778407] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 is going to be updated. [ 677.815717] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.816083] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.816083] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.816191] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.816337] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.829056] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 in Status: IN_PROGRESS for 2s [ 677.909614] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50edbb86-142d-4bda-b38a-50ed536c3d8e [ 677.909614] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.909614] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.909614] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.909614] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.910123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.910123] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50edbb86-142d-4bda-b38a-50ed536c3d8e already deleted. [ 677.910123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50edbb86-142d-4bda-b38a-50ed536c3d8e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.054819] env[69975]: INFO networking_nsxv3.common.synchronization [None req-68df3b2e-9b80-4958-8db4-b0e5a7d5de5e tempest-ServerActionsTestOtherA-1666177876 tempest-ServerActionsTestOtherA-1666177876-project-member] Enqueued Resource ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 with Priority: HIGHEST for action security_group_rules [ 678.054913] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 with Priority: HIGHEST for action security_group_rules [ 678.055243] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.055396] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.172512] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.174142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.174142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.174142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.174142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.174142] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 already deleted. [ 678.174142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.174142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.174142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.174142] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.209063] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.209811] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.209811] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.209811] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.209811] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.209811] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25f19c-4dee-422c-b438-f3764bb064d2 is going to be created. [ 678.255864] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.256019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.256090] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.256297] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.256465] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.270437] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: UNINITIALIZED for 2s [ 678.705024] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.705310] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.705310] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.705516] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.705610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.705709] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 already deleted. [ 678.705790] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.843907] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 in Status: SUCCESS [ 679.844185] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.844362] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.844578] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.844771] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.844895] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.844961] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.845136] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.845440] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.845440] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.845440] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.158848] env[69975]: INFO networking_nsxv3.common.synchronization [None req-3fd6e555-e3b1-4bcf-9958-2202f610732f None None] Enqueued Resource ID: 473053e5-b002-451a-9bac-e4d6eaa7c486 with Priority: HIGHEST for action port [ 680.158848] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 473053e5-b002-451a-9bac-e4d6eaa7c486 with Priority: HIGHEST for action port [ 680.158848] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-473053e5-b002-451a-9bac-e4d6eaa7c486 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.158848] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-473053e5-b002-451a-9bac-e4d6eaa7c486" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.158848] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-473053e5-b002-451a-9bac-e4d6eaa7c486" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.159177] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-473053e5-b002-451a-9bac-e4d6eaa7c486" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.159309] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('473053e5-b002-451a-9bac-e4d6eaa7c486',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.284042] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: SUCCESS [ 680.285403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.285403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.285403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.285403] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.285403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.285403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.285403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.285403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.285403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.285403] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.323958] env[69975]: INFO networking_nsxv3.common.synchronization [req-aa4c0152-1c1c-4342-aca8-10ed88dc8e03 req-60c3861f-ac3c-49dc-bec7-9024ed272f8e tempest-ServerAddressesNegativeTestJSON-411123896 tempest-ServerAddressesNegativeTestJSON-411123896-project-member] Enqueued Resource ID: c575ba64-975f-4527-9f8e-514d23fdbbf6 with Priority: HIGHEST for action security_group_members [ 680.325887] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c575ba64-975f-4527-9f8e-514d23fdbbf6 with Priority: HIGHEST for action security_group_members [ 680.326661] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c575ba64-975f-4527-9f8e-514d23fdbbf6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.326797] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.326888] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.327277] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.327507] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.327685] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.327808] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.328076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.328227] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.328349] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c575ba64-975f-4527-9f8e-514d23fdbbf6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.347982] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae830ba-9fb7-41a7-939f-69c199adb5e2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.348344] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.348344] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.348643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.349063] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.349199] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.349413] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.349413] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.349564] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.349635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.350366] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae830ba-9fb7-41a7-939f-69c199adb5e2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.350551] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.350551] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.350723] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.350835] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.350935] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.351022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.351147] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.351222] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.351303] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.351394] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.665359] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 473053e5-b002-451a-9bac-e4d6eaa7c486 [ 680.667793] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.667793] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.667793] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.667793] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.667793] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.667793] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:473053e5-b002-451a-9bac-e4d6eaa7c486 already deleted. [ 680.667793] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-473053e5-b002-451a-9bac-e4d6eaa7c486" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.788800] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.789275] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.789275] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.789275] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.789433] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.789528] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.789597] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.792019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.792019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.792019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.792019] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.792019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.792019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.792019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.792019] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.792019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.792019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.792019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.792019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.792019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.792019] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.832540] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.833365] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.833365] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.833365] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.833365] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.833365] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.833619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.833619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.833736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.833770] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.833839] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c575ba64-975f-4527-9f8e-514d23fdbbf6 already deleted. [ 680.833924] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.854445] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ae830ba-9fb7-41a7-939f-69c199adb5e2: rpc.has_security_group_logging(os_id): False [ 680.875732] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.878018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.878018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.878018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.878018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.878018] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.878018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.878018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.878018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.878018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.878018] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.878018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.878018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.878018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.878018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.878676] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.879306] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.879597] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.879965] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.881027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.881027] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 is going to be updated. [ 680.948896] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.949208] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.949289] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.949484] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.949636] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.961462] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-913 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.961871] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-913" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.961952] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-913" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.962294] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-913" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.962639] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.963030] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.963030] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.964647] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.964647] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.964647] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 680.964647] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.964647] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.964647] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.964647] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 680.964647] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.964647] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.973284] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 in Status: IN_PROGRESS for 2s [ 680.989197] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.989462] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 680.989613] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.990052] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-913" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.990461] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-98f315fb-5979-46b6-aa4e-c58039f5c013 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.990710] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-98f315fb-5979-46b6-aa4e-c58039f5c013" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.990822] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-98f315fb-5979-46b6-aa4e-c58039f5c013" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.991322] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-98f315fb-5979-46b6-aa4e-c58039f5c013" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.991482] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98f315fb-5979-46b6-aa4e-c58039f5c013',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.295551] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe25f19c-4dee-422c-b438-f3764bb064d2: rpc.has_security_group_logging(os_id): False [ 681.316601] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.316751] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.316950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.317318] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.317476] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.317792] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.317941] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.318725] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.319201] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.319383] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.319688] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.322701] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.322799] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.323083] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.323200] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.323813] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.323813] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.323813] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.323977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.324125] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.324225] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe25f19c-4dee-422c-b438-f3764bb064d2 is going to be created. [ 681.403219] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.404038] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.404038] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.404038] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.404377] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.422434] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: IN_PROGRESS for 2s [ 681.494065] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.495029] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.495029] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.495029] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.495318] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.495318] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 98f315fb-5979-46b6-aa4e-c58039f5c013 not found, creating... [ 681.495645] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.496415] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.496415] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.496415] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.496415] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.496806] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.497232] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.497390] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.497733] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.497933] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.498205] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 98f315fb-5979-46b6-aa4e-c58039f5c013 is going to be created. [ 681.528057] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.528057] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.528057] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.528438] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.528720] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.528914] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-98f315fb-5979-46b6-aa4e-c58039f5c013" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.992664] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 in Status: SUCCESS [ 682.993223] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.093395] env[69975]: INFO networking_nsxv3.common.synchronization [req-aa4c0152-1c1c-4342-aca8-10ed88dc8e03 req-478405ae-1ee7-4ac3-811b-e9e02785391f service nova] Enqueued Resource ID: c575ba64-975f-4527-9f8e-514d23fdbbf6 with Priority: HIGHEST for action security_group_rules [ 683.093596] env[69975]: INFO networking_nsxv3.common.synchronization [req-aa4c0152-1c1c-4342-aca8-10ed88dc8e03 req-478405ae-1ee7-4ac3-811b-e9e02785391f service nova] Enqueued Resource ID: c575ba64-975f-4527-9f8e-514d23fdbbf6 with Priority: HIGHEST for action security_group_members [ 683.093859] env[69975]: INFO networking_nsxv3.common.synchronization [req-aa4c0152-1c1c-4342-aca8-10ed88dc8e03 req-478405ae-1ee7-4ac3-811b-e9e02785391f service nova] Enqueued Resource ID: 98f315fb-5979-46b6-aa4e-c58039f5c013 with Priority: HIGHEST for action port [ 683.094517] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c575ba64-975f-4527-9f8e-514d23fdbbf6 with Priority: HIGHEST for action security_group_rules [ 683.094763] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c575ba64-975f-4527-9f8e-514d23fdbbf6 with Priority: HIGHEST for action security_group_members [ 683.095019] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98f315fb-5979-46b6-aa4e-c58039f5c013 with Priority: HIGHEST for action port [ 683.095372] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c575ba64-975f-4527-9f8e-514d23fdbbf6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.095500] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.095568] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.095984] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.095984] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c575ba64-975f-4527-9f8e-514d23fdbbf6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.096897] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c575ba64-975f-4527-9f8e-514d23fdbbf6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.096990] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.096990] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.097176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.097406] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.097547] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.097616] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.097777] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.097900] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.098011] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c575ba64-975f-4527-9f8e-514d23fdbbf6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.099681] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-98f315fb-5979-46b6-aa4e-c58039f5c013 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.099681] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98f315fb-5979-46b6-aa4e-c58039f5c013" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.099839] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98f315fb-5979-46b6-aa4e-c58039f5c013" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.103020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98f315fb-5979-46b6-aa4e-c58039f5c013" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.103020] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98f315fb-5979-46b6-aa4e-c58039f5c013',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.439892] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: SUCCESS [ 683.442730] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.602548] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c575ba64-975f-4527-9f8e-514d23fdbbf6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.603730] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c575ba64-975f-4527-9f8e-514d23fdbbf6 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.603966] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.609353] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98f315fb-5979-46b6-aa4e-c58039f5c013 with status ACTIVE [ 683.609576] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.609729] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.610111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.610111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.610111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.610615] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.610615] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.610615] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.610615] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.610832] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.610832] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.611128] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.611128] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.611128] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.611609] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.611609] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98f315fb-5979-46b6-aa4e-c58039f5c013 is going to be updated. [ 683.620022] env[69975]: INFO networking_nsxv3.common.synchronization [req-10f6bbd5-71c8-4c1e-a472-5cc75436be89 req-7869b806-17e4-41ec-8e3a-752af7d4058a tempest-ServerMetadataTestJSON-1714962535 tempest-ServerMetadataTestJSON-1714962535-project-member] Enqueued Resource ID: e713b2af-10e7-44a4-b758-381ccb19888b with Priority: HIGHEST for action security_group_members [ 683.620735] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e713b2af-10e7-44a4-b758-381ccb19888b with Priority: HIGHEST for action security_group_members [ 683.624698] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-e713b2af-10e7-44a4-b758-381ccb19888b taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.624772] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.624813] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.625292] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.625721] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.625721] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.625883] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.626177] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.626177] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.626315] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e713b2af-10e7-44a4-b758-381ccb19888b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.640963] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.641201] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.641252] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.641720] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.641834] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.642248] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98f315fb-5979-46b6-aa4e-c58039f5c013" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.877068] env[69975]: INFO networking_nsxv3.common.synchronization [None req-844bc8b0-9887-4956-a8c9-d71ce9f51b0a None None] Enqueued Resource ID: dc0552a2-a0f4-4a0e-badb-8bbac392f471 with Priority: HIGHEST for action port [ 683.877068] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc0552a2-a0f4-4a0e-badb-8bbac392f471 with Priority: HIGHEST for action port [ 683.877068] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc0552a2-a0f4-4a0e-badb-8bbac392f471 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.877068] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc0552a2-a0f4-4a0e-badb-8bbac392f471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.877068] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc0552a2-a0f4-4a0e-badb-8bbac392f471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.877068] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc0552a2-a0f4-4a0e-badb-8bbac392f471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.877068] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc0552a2-a0f4-4a0e-badb-8bbac392f471',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.105061] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c575ba64-975f-4527-9f8e-514d23fdbbf6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.130538] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.130703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.130774] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.130990] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.131099] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.131287] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.131388] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.131447] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.131595] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.131671] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.131773] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e713b2af-10e7-44a4-b758-381ccb19888b already deleted. [ 684.131852] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.379892] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc0552a2-a0f4-4a0e-badb-8bbac392f471 [ 684.380152] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.380293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.380362] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.380575] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.380715] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.380759] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc0552a2-a0f4-4a0e-badb-8bbac392f471 already deleted. [ 684.381103] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc0552a2-a0f4-4a0e-badb-8bbac392f471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.607620] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.607906] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.607906] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.608599] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.608989] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.609330] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c575ba64-975f-4527-9f8e-514d23fdbbf6 is going to be created. [ 684.640921] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.641157] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.641157] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.641381] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.641552] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.655429] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c575ba64-975f-4527-9f8e-514d23fdbbf6 in Status: UNINITIALIZED for 2s [ 684.897764] env[69975]: INFO networking_nsxv3.common.synchronization [req-79c5722d-e79b-478d-9d17-96e29025ab82 req-9caced09-95bc-48be-9eab-dea6ba3159c2 tempest-ServerExternalEventsTest-1466398643 tempest-ServerExternalEventsTest-1466398643-project-member] Enqueued Resource ID: 2c0cc538-18ac-4782-bfca-c69a63404d13 with Priority: HIGHEST for action security_group_members [ 684.898901] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c0cc538-18ac-4782-bfca-c69a63404d13 with Priority: HIGHEST for action security_group_members [ 684.899618] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c0cc538-18ac-4782-bfca-c69a63404d13 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.899860] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.899992] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.900369] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.901192] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.901192] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.901192] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.901192] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.901192] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.901433] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c0cc538-18ac-4782-bfca-c69a63404d13',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.956208] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.956401] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-183" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.956475] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-183" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.956764] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-183" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.957063] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.957230] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.957640] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.957940] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.958360] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.959274] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.959442] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.959564] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.959868] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.960059] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.960200] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.960357] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.988344] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.988344] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 684.988511] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.988683] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-183" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.989517] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-ef327e31-93cb-44af-9ebb-5a46cd13075f taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.989517] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-ef327e31-93cb-44af-9ebb-5a46cd13075f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.989517] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-ef327e31-93cb-44af-9ebb-5a46cd13075f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.989975] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-ef327e31-93cb-44af-9ebb-5a46cd13075f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.989975] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef327e31-93cb-44af-9ebb-5a46cd13075f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.404671] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.405091] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.405091] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.405210] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.405317] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.405605] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.405733] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.405801] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.406013] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.406154] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.406289] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c0cc538-18ac-4782-bfca-c69a63404d13 is going to be updated. [ 685.457035] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.457035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.457035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.457035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.457035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.467392] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c0cc538-18ac-4782-bfca-c69a63404d13 in Status: IN_PROGRESS for 2s [ 685.493060] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.493341] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.493497] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.493803] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.493953] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.494124] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port ef327e31-93cb-44af-9ebb-5a46cd13075f not found, creating... [ 685.494414] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.494586] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.494812] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.494940] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.495280] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.495625] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.496102] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.496216] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.496468] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.496608] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.496755] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: ef327e31-93cb-44af-9ebb-5a46cd13075f is going to be created. [ 685.528232] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.528511] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.528684] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.529068] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.529348] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.529655] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-ef327e31-93cb-44af-9ebb-5a46cd13075f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.638311] env[69975]: INFO networking_nsxv3.common.synchronization [None req-037627ec-bbd0-4b69-9a5c-f15b39acef05 None None] Enqueued Resource ID: d2213738-7e19-45f0-af56-cd01ea962522 with Priority: HIGHEST for action port [ 685.638891] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2213738-7e19-45f0-af56-cd01ea962522 with Priority: HIGHEST for action port [ 685.639242] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2213738-7e19-45f0-af56-cd01ea962522 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.639833] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2213738-7e19-45f0-af56-cd01ea962522" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.639833] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2213738-7e19-45f0-af56-cd01ea962522" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.640063] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2213738-7e19-45f0-af56-cd01ea962522" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.640135] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2213738-7e19-45f0-af56-cd01ea962522',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.143396] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2213738-7e19-45f0-af56-cd01ea962522 [ 686.143642] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.143782] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.143851] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.144079] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.144174] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.144259] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2213738-7e19-45f0-af56-cd01ea962522 already deleted. [ 686.144352] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2213738-7e19-45f0-af56-cd01ea962522" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.423811] env[69975]: INFO networking_nsxv3.common.synchronization [None req-ef62db8f-0b38-40cc-809e-4d4bb875b1ed None None] Enqueued Resource ID: 391c8cf6-7e15-48bd-9e3f-0db62aca7af8 with Priority: HIGHEST for action port [ 686.424406] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 391c8cf6-7e15-48bd-9e3f-0db62aca7af8 with Priority: HIGHEST for action port [ 686.425093] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-391c8cf6-7e15-48bd-9e3f-0db62aca7af8 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.425292] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-391c8cf6-7e15-48bd-9e3f-0db62aca7af8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.425418] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-391c8cf6-7e15-48bd-9e3f-0db62aca7af8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.426433] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-391c8cf6-7e15-48bd-9e3f-0db62aca7af8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.426433] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('391c8cf6-7e15-48bd-9e3f-0db62aca7af8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.670887] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c575ba64-975f-4527-9f8e-514d23fdbbf6 in Status: SUCCESS [ 686.671160] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.672041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.672041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.672041] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.672041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.672407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.672407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.672407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.672407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.672615] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c575ba64-975f-4527-9f8e-514d23fdbbf6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.766556] env[69975]: INFO networking_nsxv3.common.synchronization [req-10f6bbd5-71c8-4c1e-a472-5cc75436be89 req-3f036502-a1f0-4735-8f66-43896315d339 service nova] Enqueued Resource ID: e713b2af-10e7-44a4-b758-381ccb19888b with Priority: HIGHEST for action security_group_rules [ 686.766786] env[69975]: INFO networking_nsxv3.common.synchronization [req-10f6bbd5-71c8-4c1e-a472-5cc75436be89 req-3f036502-a1f0-4735-8f66-43896315d339 service nova] Enqueued Resource ID: e713b2af-10e7-44a4-b758-381ccb19888b with Priority: HIGHEST for action security_group_members [ 686.766978] env[69975]: INFO networking_nsxv3.common.synchronization [req-10f6bbd5-71c8-4c1e-a472-5cc75436be89 req-3f036502-a1f0-4735-8f66-43896315d339 service nova] Enqueued Resource ID: ef327e31-93cb-44af-9ebb-5a46cd13075f with Priority: HIGHEST for action port [ 686.768875] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e713b2af-10e7-44a4-b758-381ccb19888b with Priority: HIGHEST for action security_group_rules [ 686.768875] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e713b2af-10e7-44a4-b758-381ccb19888b with Priority: HIGHEST for action security_group_members [ 686.768875] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef327e31-93cb-44af-9ebb-5a46cd13075f with Priority: HIGHEST for action port [ 686.768875] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e713b2af-10e7-44a4-b758-381ccb19888b taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.769115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.769191] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.769484] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.769613] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e713b2af-10e7-44a4-b758-381ccb19888b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.770766] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-e713b2af-10e7-44a4-b758-381ccb19888b taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.771230] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.771230] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.771230] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.771443] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.772048] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.772153] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.772352] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.772440] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.772578] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e713b2af-10e7-44a4-b758-381ccb19888b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.773570] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef327e31-93cb-44af-9ebb-5a46cd13075f taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.773802] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef327e31-93cb-44af-9ebb-5a46cd13075f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.773884] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef327e31-93cb-44af-9ebb-5a46cd13075f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.774533] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef327e31-93cb-44af-9ebb-5a46cd13075f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.774533] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef327e31-93cb-44af-9ebb-5a46cd13075f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.928349] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 391c8cf6-7e15-48bd-9e3f-0db62aca7af8 [ 686.928459] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.928583] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.928861] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.929220] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.929340] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.929408] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:391c8cf6-7e15-48bd-9e3f-0db62aca7af8 already deleted. [ 686.929470] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-391c8cf6-7e15-48bd-9e3f-0db62aca7af8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.180214] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c575ba64-975f-4527-9f8e-514d23fdbbf6 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.180422] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.180512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.180650] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.180903] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.181017] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.181083] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.182144] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.182144] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.182144] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.182144] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c575ba64-975f-4527-9f8e-514d23fdbbf6 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.182144] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.182144] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.182144] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.182144] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.182144] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.182144] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.182593] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.182593] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.182593] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.182593] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c575ba64-975f-4527-9f8e-514d23fdbbf6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.281669] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-e713b2af-10e7-44a4-b758-381ccb19888b taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.281669] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.281669] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e713b2af-10e7-44a4-b758-381ccb19888b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.282646] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef327e31-93cb-44af-9ebb-5a46cd13075f with status ACTIVE [ 687.282874] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.283021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.283089] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.283309] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.283392] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.283567] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.283666] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.283726] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.283868] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.283941] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.284130] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.284217] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.284278] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.284415] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.284847] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.284847] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef327e31-93cb-44af-9ebb-5a46cd13075f is going to be updated. [ 687.308449] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.308449] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.308449] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.308449] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.308449] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.308449] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef327e31-93cb-44af-9ebb-5a46cd13075f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.480786] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c0cc538-18ac-4782-bfca-c69a63404d13 in Status: SUCCESS [ 687.481084] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c0cc538-18ac-4782-bfca-c69a63404d13 deletion is rescheduled due to dependency. [ 687.481084] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.690501] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c575ba64-975f-4527-9f8e-514d23fdbbf6: rpc.has_security_group_logging(os_id): False [ 687.709558] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.709732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.709778] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.710061] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.710163] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.710356] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.710558] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.710558] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.710703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.710743] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.711064] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.711064] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.711274] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.712397] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.712502] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.712680] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.712805] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.712860] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.712995] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.713207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.713363] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c575ba64-975f-4527-9f8e-514d23fdbbf6 is going to be created. [ 687.719634] env[69975]: INFO networking_nsxv3.common.synchronization [None req-eaabb9df-eb31-4386-ac0a-1eb247a8e6cb tempest-ServersTestFqdnHostnames-330353066 tempest-ServersTestFqdnHostnames-330353066-project-member] Enqueued Resource ID: 95908252-ee53-4059-8699-27fb28b2b7d8 with Priority: HIGHEST for action security_group_rules [ 687.719634] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95908252-ee53-4059-8699-27fb28b2b7d8 with Priority: HIGHEST for action security_group_rules [ 687.719634] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95908252-ee53-4059-8699-27fb28b2b7d8 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.719634] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.719634] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.719634] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.719634] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95908252-ee53-4059-8699-27fb28b2b7d8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.778033] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e713b2af-10e7-44a4-b758-381ccb19888b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.788223] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.788438] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.788487] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.788672] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.788854] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.806875] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c575ba64-975f-4527-9f8e-514d23fdbbf6 in Status: IN_PROGRESS for 2s [ 687.900172] env[69975]: INFO networking_nsxv3.common.synchronization [None req-490b9cf5-6163-464d-ac57-b3bcca1d3818 tempest-ServersTestFqdnHostnames-330353066 tempest-ServersTestFqdnHostnames-330353066-project-member] Enqueued Resource ID: 95908252-ee53-4059-8699-27fb28b2b7d8 with Priority: HIGHEST for action security_group_rules [ 687.904318] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95908252-ee53-4059-8699-27fb28b2b7d8 with Priority: HIGHEST for action security_group_rules [ 687.904318] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95908252-ee53-4059-8699-27fb28b2b7d8 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.904318] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.247662] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.247662] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.247662] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.247662] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.247662] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.247662] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95908252-ee53-4059-8699-27fb28b2b7d8 already deleted. [ 688.247662] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.247662] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.247662] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.247662] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95908252-ee53-4059-8699-27fb28b2b7d8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.280485] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.280631] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.280861] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.280949] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.281008] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.281809] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e713b2af-10e7-44a4-b758-381ccb19888b is going to be created. [ 688.319120] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.319120] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.319120] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.319388] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.319564] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.336765] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e713b2af-10e7-44a4-b758-381ccb19888b in Status: UNINITIALIZED for 2s [ 688.520086] env[69975]: INFO networking_nsxv3.common.synchronization [req-13672cb4-3817-49f5-9339-80d2a85b783e req-ef629d1c-95fd-4a39-bf77-bcbe3eb3d283 tempest-ServerDiagnosticsTest-1455254523 tempest-ServerDiagnosticsTest-1455254523-project-member] Enqueued Resource ID: 693cee49-7475-4676-b271-6d6f2e025b83 with Priority: HIGHEST for action security_group_members [ 688.520554] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 693cee49-7475-4676-b271-6d6f2e025b83 with Priority: HIGHEST for action security_group_members [ 688.521134] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-693cee49-7475-4676-b271-6d6f2e025b83 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.521330] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.521465] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.521767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.521940] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.522085] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.522160] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.522569] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.522569] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.522569] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('693cee49-7475-4676-b271-6d6f2e025b83',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.678314] env[69975]: INFO networking_nsxv3.common.synchronization [None req-47d306c0-1440-4feb-9830-6a0ffa20f3eb None None] Enqueued Resource ID: 548b8d3b-da88-480f-896e-6dd092d9848e with Priority: HIGHEST for action port [ 688.678544] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 548b8d3b-da88-480f-896e-6dd092d9848e with Priority: HIGHEST for action port [ 688.679211] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-548b8d3b-da88-480f-896e-6dd092d9848e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.679356] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-548b8d3b-da88-480f-896e-6dd092d9848e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.679401] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-548b8d3b-da88-480f-896e-6dd092d9848e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.679613] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-548b8d3b-da88-480f-896e-6dd092d9848e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.679697] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('548b8d3b-da88-480f-896e-6dd092d9848e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.770788] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.770980] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.771037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.771254] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.771448] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.771563] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95908252-ee53-4059-8699-27fb28b2b7d8 already deleted. [ 688.771648] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.025369] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.025561] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.025888] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.025888] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.026095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.026174] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.027017] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.027017] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.027017] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.027017] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.027017] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 693cee49-7475-4676-b271-6d6f2e025b83 already deleted. [ 689.027017] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.186902] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 548b8d3b-da88-480f-896e-6dd092d9848e [ 689.186902] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.186902] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.186902] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.187292] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.187292] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.187391] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:548b8d3b-da88-480f-896e-6dd092d9848e already deleted. [ 689.187549] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-548b8d3b-da88-480f-896e-6dd092d9848e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.449617] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.449814] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.449937] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.450245] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.450665] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.450665] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.450839] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.450984] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.451142] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.451404] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.451553] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.451613] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.451748] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.452019] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.452019] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.452231] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.471856] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.472029] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 689.472171] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.472369] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.472697] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-f12b494d-8265-4d7f-82a2-f2ec5ed91285 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.476181] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-f12b494d-8265-4d7f-82a2-f2ec5ed91285" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.476181] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-f12b494d-8265-4d7f-82a2-f2ec5ed91285" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.476181] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-f12b494d-8265-4d7f-82a2-f2ec5ed91285" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.476181] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f12b494d-8265-4d7f-82a2-f2ec5ed91285',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.637705] env[69975]: INFO networking_nsxv3.common.synchronization [req-6228908b-1f2e-4722-82f7-a050754c523e req-0b780dd6-d825-40ff-a45a-0764693bfd22 tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: cbbba9f8-3a35-4243-856b-501752afb9a5 with Priority: HIGHEST for action security_group_members [ 689.638095] env[69975]: INFO networking_nsxv3.common.synchronization [req-6228908b-1f2e-4722-82f7-a050754c523e req-0b780dd6-d825-40ff-a45a-0764693bfd22 tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 689.638744] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbba9f8-3a35-4243-856b-501752afb9a5 with Priority: HIGHEST for action security_group_members [ 689.638988] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 689.639359] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbbba9f8-3a35-4243-856b-501752afb9a5 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.639469] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.639531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.639803] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.639980] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.640159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.640159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.640311] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.640430] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.640498] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbbba9f8-3a35-4243-856b-501752afb9a5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.641418] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.641549] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.641594] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.641757] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.641899] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.641990] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.645144] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.645144] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.645144] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.645144] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.724203] env[69975]: INFO networking_nsxv3.common.synchronization [req-6228908b-1f2e-4722-82f7-a050754c523e req-0b780dd6-d825-40ff-a45a-0764693bfd22 tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: cbbba9f8-3a35-4243-856b-501752afb9a5 with Priority: HIGHEST for action security_group_rules [ 689.724203] env[69975]: INFO networking_nsxv3.common.synchronization [req-6228908b-1f2e-4722-82f7-a050754c523e req-0b780dd6-d825-40ff-a45a-0764693bfd22 tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: cbbba9f8-3a35-4243-856b-501752afb9a5 with Priority: HIGHEST for action security_group_members [ 689.724203] env[69975]: INFO networking_nsxv3.common.synchronization [req-6228908b-1f2e-4722-82f7-a050754c523e req-0b780dd6-d825-40ff-a45a-0764693bfd22 tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_rules [ 689.724203] env[69975]: INFO networking_nsxv3.common.synchronization [req-6228908b-1f2e-4722-82f7-a050754c523e req-0b780dd6-d825-40ff-a45a-0764693bfd22 tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 689.724838] env[69975]: INFO networking_nsxv3.common.synchronization [req-6228908b-1f2e-4722-82f7-a050754c523e req-0b780dd6-d825-40ff-a45a-0764693bfd22 tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: d73ed1df-de67-4db7-82b5-7f693bab3f55 with Priority: HIGHEST for action port [ 689.725540] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbba9f8-3a35-4243-856b-501752afb9a5 with Priority: HIGHEST for action security_group_rules [ 689.725949] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_rules [ 689.726402] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73ed1df-de67-4db7-82b5-7f693bab3f55 with Priority: HIGHEST for action port [ 689.726631] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbba9f8-3a35-4243-856b-501752afb9a5 with Priority: HIGHEST for action security_group_members [ 689.726879] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 689.729011] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbbba9f8-3a35-4243-856b-501752afb9a5 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.729011] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.729011] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.729011] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.729011] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbbba9f8-3a35-4243-856b-501752afb9a5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.732866] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.732866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.732866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.732866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.732866] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.733839] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-d73ed1df-de67-4db7-82b5-7f693bab3f55 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.735353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d73ed1df-de67-4db7-82b5-7f693bab3f55" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.735353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d73ed1df-de67-4db7-82b5-7f693bab3f55" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.735353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d73ed1df-de67-4db7-82b5-7f693bab3f55" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.735353] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d73ed1df-de67-4db7-82b5-7f693bab3f55',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.736381] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbbba9f8-3a35-4243-856b-501752afb9a5 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.736597] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.737380] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.737380] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.822324] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c575ba64-975f-4527-9f8e-514d23fdbbf6 in Status: SUCCESS [ 689.822324] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.981862] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.981862] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.981862] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.981862] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.981862] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.981862] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port f12b494d-8265-4d7f-82a2-f2ec5ed91285 not found, creating... [ 689.981862] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.981862] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.981862] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.981862] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.981862] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.982574] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.982574] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.982574] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.983549] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.985650] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.985650] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: f12b494d-8265-4d7f-82a2-f2ec5ed91285 is going to be created. [ 690.006518] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.007167] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.007335] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.009758] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.009758] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.009973] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-f12b494d-8265-4d7f-82a2-f2ec5ed91285" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.149121] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbbba9f8-3a35-4243-856b-501752afb9a5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.150544] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.234953] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.236269] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.236548] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d73ed1df-de67-4db7-82b5-7f693bab3f55 with status ACTIVE [ 690.236953] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.236953] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.236953] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.237172] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.237216] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.237563] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.237563] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.237563] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.237765] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.237765] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.237900] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.238791] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.238791] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.238791] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.238791] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.238791] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d73ed1df-de67-4db7-82b5-7f693bab3f55 is going to be updated. [ 690.243562] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbbba9f8-3a35-4243-856b-501752afb9a5 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.243562] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.276690] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.277502] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.277502] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.277502] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.277917] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.278204] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d73ed1df-de67-4db7-82b5-7f693bab3f55" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.363800] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e713b2af-10e7-44a4-b758-381ccb19888b in Status: SUCCESS [ 690.363800] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.363800] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.363800] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.363800] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.363800] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.363800] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.363800] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.363800] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.363800] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.363800] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e713b2af-10e7-44a4-b758-381ccb19888b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.529188] env[69975]: INFO networking_nsxv3.common.synchronization [None req-d72df490-6b0a-49dd-a5a2-a5ff0f1f21bb None None] Enqueued Resource ID: c622fb35-bb29-455c-8539-cf1b58a75a52 with Priority: HIGHEST for action port [ 690.529920] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c622fb35-bb29-455c-8539-cf1b58a75a52 with Priority: HIGHEST for action port [ 690.530211] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-c622fb35-bb29-455c-8539-cf1b58a75a52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.536029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c622fb35-bb29-455c-8539-cf1b58a75a52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.536029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c622fb35-bb29-455c-8539-cf1b58a75a52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.536029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c622fb35-bb29-455c-8539-cf1b58a75a52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.536029] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c622fb35-bb29-455c-8539-cf1b58a75a52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.651277] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbbba9f8-3a35-4243-856b-501752afb9a5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.654480] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.811402] env[69975]: INFO networking_nsxv3.common.synchronization [req-3069813c-db4d-4656-9d6c-6c98e9a1ccc6 req-65ceb60d-e0ff-44aa-810f-bdde6e1501f0 tempest-FloatingIPsAssociationTestJSON-540795601 tempest-FloatingIPsAssociationTestJSON-540795601-project-member] Enqueued Resource ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 with Priority: HIGHEST for action security_group_members [ 690.812823] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 with Priority: HIGHEST for action security_group_members [ 690.813340] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-779b5a1f-aff9-4be2-b0df-d41b89912733 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.813536] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.813612] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.813890] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.814087] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.814200] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.814269] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.814495] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.814586] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.814704] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('779b5a1f-aff9-4be2-b0df-d41b89912733',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.868076] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-e713b2af-10e7-44a4-b758-381ccb19888b taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.868076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.868076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.868076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.868076] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.868076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.868076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.868076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.868076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.868076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.868076] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-e713b2af-10e7-44a4-b758-381ccb19888b taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.868076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.868076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.868076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.868076] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.868076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.868866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.868866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.868866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.868866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.868866] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e713b2af-10e7-44a4-b758-381ccb19888b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.036699] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c622fb35-bb29-455c-8539-cf1b58a75a52 [ 691.036870] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.037064] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.037276] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.037445] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.037530] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.037647] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c622fb35-bb29-455c-8539-cf1b58a75a52 already deleted. [ 691.037749] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c622fb35-bb29-455c-8539-cf1b58a75a52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.154671] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.154933] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.155054] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.157038] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.157218] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.157375] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbbba9f8-3a35-4243-856b-501752afb9a5 is going to be created. [ 691.161069] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.161145] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.161184] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.161390] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.163412] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.163653] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25f19c-4dee-422c-b438-f3764bb064d2 is going to be updated. [ 691.195527] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.195701] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.195770] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.196061] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.196326] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.200340] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.200526] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.200617] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.200776] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.200921] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.213805] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: IN_PROGRESS for 2s [ 691.214561] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbbba9f8-3a35-4243-856b-501752afb9a5 in Status: UNINITIALIZED for 2s [ 691.317233] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.317490] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.317490] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.317673] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.317767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.317956] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.318069] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.318131] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.318276] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.318354] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.318430] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 already deleted. [ 691.318983] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.367316] env[69975]: INFO networking_nsxv3.common.synchronization [None req-467805eb-e50c-45fc-8fe6-98364c64b07f None None] Enqueued Resource ID: 56c8cf3a-f3fd-4fff-b139-260ef38babad with Priority: HIGHEST for action port [ 691.372677] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c8cf3a-f3fd-4fff-b139-260ef38babad with Priority: HIGHEST for action port [ 691.372677] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e713b2af-10e7-44a4-b758-381ccb19888b: rpc.has_security_group_logging(os_id): False [ 691.375141] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-56c8cf3a-f3fd-4fff-b139-260ef38babad taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.375253] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56c8cf3a-f3fd-4fff-b139-260ef38babad" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.375305] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56c8cf3a-f3fd-4fff-b139-260ef38babad" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.375617] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56c8cf3a-f3fd-4fff-b139-260ef38babad" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.375617] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56c8cf3a-f3fd-4fff-b139-260ef38babad',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.395565] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.395565] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.395565] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.396193] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.396313] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.396551] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.396831] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.396831] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.396909] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.397087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.397593] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.397593] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.397593] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.397593] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.397794] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.398097] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.398425] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.398673] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.398880] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.399104] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.399233] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e713b2af-10e7-44a4-b758-381ccb19888b is going to be created. [ 691.478430] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.478569] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.478616] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.478798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.479728] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.492760] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e713b2af-10e7-44a4-b758-381ccb19888b in Status: IN_PROGRESS for 2s [ 691.827640] env[69975]: INFO networking_nsxv3.common.synchronization [req-13672cb4-3817-49f5-9339-80d2a85b783e req-de9f06f6-b9a1-44e5-bdcb-2c381626c9a6 service nova] Enqueued Resource ID: 693cee49-7475-4676-b271-6d6f2e025b83 with Priority: HIGHEST for action security_group_rules [ 691.827951] env[69975]: INFO networking_nsxv3.common.synchronization [req-13672cb4-3817-49f5-9339-80d2a85b783e req-de9f06f6-b9a1-44e5-bdcb-2c381626c9a6 service nova] Enqueued Resource ID: 693cee49-7475-4676-b271-6d6f2e025b83 with Priority: HIGHEST for action security_group_members [ 691.827951] env[69975]: INFO networking_nsxv3.common.synchronization [req-13672cb4-3817-49f5-9339-80d2a85b783e req-de9f06f6-b9a1-44e5-bdcb-2c381626c9a6 service nova] Enqueued Resource ID: f12b494d-8265-4d7f-82a2-f2ec5ed91285 with Priority: HIGHEST for action port [ 691.828142] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 693cee49-7475-4676-b271-6d6f2e025b83 with Priority: HIGHEST for action security_group_rules [ 691.828266] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 693cee49-7475-4676-b271-6d6f2e025b83 with Priority: HIGHEST for action security_group_members [ 691.828363] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12b494d-8265-4d7f-82a2-f2ec5ed91285 with Priority: HIGHEST for action port [ 691.829919] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-693cee49-7475-4676-b271-6d6f2e025b83 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.830092] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.830196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.830489] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.830577] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('693cee49-7475-4676-b271-6d6f2e025b83',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.831580] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-693cee49-7475-4676-b271-6d6f2e025b83 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.831678] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.831716] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.831866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.832026] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.834242] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.834242] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.834242] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.834242] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.834242] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('693cee49-7475-4676-b271-6d6f2e025b83',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.834242] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-f12b494d-8265-4d7f-82a2-f2ec5ed91285 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.834242] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f12b494d-8265-4d7f-82a2-f2ec5ed91285" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.834242] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f12b494d-8265-4d7f-82a2-f2ec5ed91285" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.834712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f12b494d-8265-4d7f-82a2-f2ec5ed91285" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.834712] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f12b494d-8265-4d7f-82a2-f2ec5ed91285',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.880469] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56c8cf3a-f3fd-4fff-b139-260ef38babad [ 691.880899] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.880899] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.880899] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.881312] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.881312] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.881471] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56c8cf3a-f3fd-4fff-b139-260ef38babad already deleted. [ 691.881471] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56c8cf3a-f3fd-4fff-b139-260ef38babad" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.222295] env[69975]: INFO networking_nsxv3.common.synchronization [req-1c90f208-0298-40eb-bcd7-45a53de20256 req-4f99c413-1aa0-4827-a8f6-8f76fc7a8a0b tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: 4387ccae-a7ff-4b97-a5e0-5d8720ad3f56 with Priority: HIGHEST for action security_group_members [ 692.222501] env[69975]: INFO networking_nsxv3.common.synchronization [req-1c90f208-0298-40eb-bcd7-45a53de20256 req-4f99c413-1aa0-4827-a8f6-8f76fc7a8a0b tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: cbbba9f8-3a35-4243-856b-501752afb9a5 with Priority: HIGHEST for action security_group_members [ 692.222637] env[69975]: INFO networking_nsxv3.common.synchronization [req-1c90f208-0298-40eb-bcd7-45a53de20256 req-4f99c413-1aa0-4827-a8f6-8f76fc7a8a0b tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 692.223199] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4387ccae-a7ff-4b97-a5e0-5d8720ad3f56 with Priority: HIGHEST for action security_group_members [ 692.224823] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbba9f8-3a35-4243-856b-501752afb9a5 with Priority: HIGHEST for action security_group_members [ 692.224823] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 692.224823] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-4387ccae-a7ff-4b97-a5e0-5d8720ad3f56 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.224823] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4387ccae-a7ff-4b97-a5e0-5d8720ad3f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.224823] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4387ccae-a7ff-4b97-a5e0-5d8720ad3f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.227852] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4387ccae-a7ff-4b97-a5e0-5d8720ad3f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.227852] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.227852] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.227852] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.227852] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.227852] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.227852] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4387ccae-a7ff-4b97-a5e0-5d8720ad3f56',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.228316] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbbba9f8-3a35-4243-856b-501752afb9a5 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.228460] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.228684] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.228684] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.336973] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('693cee49-7475-4676-b271-6d6f2e025b83',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.336973] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-693cee49-7475-4676-b271-6d6f2e025b83 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.336973] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.336973] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f12b494d-8265-4d7f-82a2-f2ec5ed91285 with status ACTIVE [ 692.336973] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.336973] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.339472] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.341679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.341679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.341679] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.341679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.341679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.341679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.341679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.341679] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.341679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.341679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.342450] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.342450] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.342450] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f12b494d-8265-4d7f-82a2-f2ec5ed91285 is going to be updated. [ 692.357024] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.357024] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-712" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.357915] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-712" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.359871] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-712" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.363038] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.363038] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.363038] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.363038] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.363038] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.363038] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 692.363038] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.363038] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.363038] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.363038] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 692.363038] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.363038] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.375579] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.375796] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.375796] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.376107] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.376205] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.376319] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f12b494d-8265-4d7f-82a2-f2ec5ed91285" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.388382] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.389126] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 692.389126] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.389384] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-712" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.390565] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-44b0fa67-6d20-4612-a177-c8b0ed39faaf taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.390565] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-44b0fa67-6d20-4612-a177-c8b0ed39faaf" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.390565] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-44b0fa67-6d20-4612-a177-c8b0ed39faaf" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.391509] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-44b0fa67-6d20-4612-a177-c8b0ed39faaf" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.391684] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44b0fa67-6d20-4612-a177-c8b0ed39faaf',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.428139] env[69975]: INFO networking_nsxv3.common.synchronization [req-1c90f208-0298-40eb-bcd7-45a53de20256 req-4f99c413-1aa0-4827-a8f6-8f76fc7a8a0b tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: 4387ccae-a7ff-4b97-a5e0-5d8720ad3f56 with Priority: HIGHEST for action security_group_rules [ 692.428340] env[69975]: INFO networking_nsxv3.common.synchronization [req-1c90f208-0298-40eb-bcd7-45a53de20256 req-4f99c413-1aa0-4827-a8f6-8f76fc7a8a0b tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: 4387ccae-a7ff-4b97-a5e0-5d8720ad3f56 with Priority: HIGHEST for action security_group_members [ 692.428474] env[69975]: INFO networking_nsxv3.common.synchronization [req-1c90f208-0298-40eb-bcd7-45a53de20256 req-4f99c413-1aa0-4827-a8f6-8f76fc7a8a0b tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: cbbba9f8-3a35-4243-856b-501752afb9a5 with Priority: HIGHEST for action security_group_rules [ 692.428624] env[69975]: INFO networking_nsxv3.common.synchronization [req-1c90f208-0298-40eb-bcd7-45a53de20256 req-4f99c413-1aa0-4827-a8f6-8f76fc7a8a0b tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: cbbba9f8-3a35-4243-856b-501752afb9a5 with Priority: HIGHEST for action security_group_members [ 692.428771] env[69975]: INFO networking_nsxv3.common.synchronization [req-1c90f208-0298-40eb-bcd7-45a53de20256 req-4f99c413-1aa0-4827-a8f6-8f76fc7a8a0b tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_rules [ 692.428927] env[69975]: INFO networking_nsxv3.common.synchronization [req-1c90f208-0298-40eb-bcd7-45a53de20256 req-4f99c413-1aa0-4827-a8f6-8f76fc7a8a0b tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 692.429150] env[69975]: INFO networking_nsxv3.common.synchronization [req-1c90f208-0298-40eb-bcd7-45a53de20256 req-4f99c413-1aa0-4827-a8f6-8f76fc7a8a0b tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: d73ed1df-de67-4db7-82b5-7f693bab3f55 with Priority: HIGHEST for action port [ 692.430201] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4387ccae-a7ff-4b97-a5e0-5d8720ad3f56 with Priority: HIGHEST for action security_group_rules [ 692.430432] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbba9f8-3a35-4243-856b-501752afb9a5 with Priority: HIGHEST for action security_group_rules [ 692.430581] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 692.430700] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73ed1df-de67-4db7-82b5-7f693bab3f55 with Priority: HIGHEST for action port [ 692.430814] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_rules [ 692.430922] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4387ccae-a7ff-4b97-a5e0-5d8720ad3f56 with Priority: HIGHEST for action security_group_members [ 692.431043] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbba9f8-3a35-4243-856b-501752afb9a5 with Priority: HIGHEST for action security_group_members [ 692.431874] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4387ccae-a7ff-4b97-a5e0-5d8720ad3f56 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.432082] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4387ccae-a7ff-4b97-a5e0-5d8720ad3f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.432216] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4387ccae-a7ff-4b97-a5e0-5d8720ad3f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.432545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4387ccae-a7ff-4b97-a5e0-5d8720ad3f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.432675] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4387ccae-a7ff-4b97-a5e0-5d8720ad3f56',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.434423] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbbba9f8-3a35-4243-856b-501752afb9a5 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.434529] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.435706] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.435706] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.435706] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-d73ed1df-de67-4db7-82b5-7f693bab3f55 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.435706] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d73ed1df-de67-4db7-82b5-7f693bab3f55" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.435706] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d73ed1df-de67-4db7-82b5-7f693bab3f55" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.436142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d73ed1df-de67-4db7-82b5-7f693bab3f55" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.436142] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d73ed1df-de67-4db7-82b5-7f693bab3f55',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.437874] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.437874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.438153] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-4387ccae-a7ff-4b97-a5e0-5d8720ad3f56 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.442030] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4387ccae-a7ff-4b97-a5e0-5d8720ad3f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.442030] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbbba9f8-3a35-4243-856b-501752afb9a5 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.442030] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.732143] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4387ccae-a7ff-4b97-a5e0-5d8720ad3f56',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.844334] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('693cee49-7475-4676-b271-6d6f2e025b83',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.896495] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.897223] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.897397] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.897792] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.898014] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.898190] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 44b0fa67-6d20-4612-a177-c8b0ed39faaf not found, creating... [ 692.898628] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.898871] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.899318] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.899586] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.900281] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.901206] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.901206] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.901206] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.901544] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.901544] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.901544] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 44b0fa67-6d20-4612-a177-c8b0ed39faaf is going to be created. [ 692.931071] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.931389] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.931437] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.935396] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.935670] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.935924] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-44b0fa67-6d20-4612-a177-c8b0ed39faaf" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.940148] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d73ed1df-de67-4db7-82b5-7f693bab3f55 with status ACTIVE [ 692.940148] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.940148] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.940148] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.940373] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.940407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.941732] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.941732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.941732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.941732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.941732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.943274] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.943337] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.943418] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.943548] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.943610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.943698] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d73ed1df-de67-4db7-82b5-7f693bab3f55 is going to be updated. [ 692.944868] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-4387ccae-a7ff-4b97-a5e0-5d8720ad3f56 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.944975] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4387ccae-a7ff-4b97-a5e0-5d8720ad3f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.974477] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.974729] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.974807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.975669] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.975918] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.976198] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d73ed1df-de67-4db7-82b5-7f693bab3f55" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.235562] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4387ccae-a7ff-4b97-a5e0-5d8720ad3f56',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.239240] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbbba9f8-3a35-4243-856b-501752afb9a5 in Status: SUCCESS [ 693.239240] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.239240] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: SUCCESS [ 693.239729] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.239729] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.239881] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.239997] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.240504] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.240504] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.240652] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.240652] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.240822] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbbba9f8-3a35-4243-856b-501752afb9a5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.242344] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.242344] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.242344] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.242344] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.242344] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.242344] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.242344] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.242686] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.352505] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.352505] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.352505] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.352505] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.352505] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.352505] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 693cee49-7475-4676-b271-6d6f2e025b83 is going to be created. [ 693.382547] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.382547] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.382547] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.382547] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.382547] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.393812] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 693cee49-7475-4676-b271-6d6f2e025b83 in Status: UNINITIALIZED for 2s [ 693.506844] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e713b2af-10e7-44a4-b758-381ccb19888b in Status: SUCCESS [ 693.507103] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.738115] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.738343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.738394] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.738618] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.738723] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.738814] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4387ccae-a7ff-4b97-a5e0-5d8720ad3f56 is going to be created. [ 693.749465] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbbba9f8-3a35-4243-856b-501752afb9a5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.750785] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.779028] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.779028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.779028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.779028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.779028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.788901] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4387ccae-a7ff-4b97-a5e0-5d8720ad3f56 in Status: UNINITIALIZED for 2s [ 693.992297] env[69975]: INFO networking_nsxv3.common.synchronization [req-3069813c-db4d-4656-9d6c-6c98e9a1ccc6 req-4860bf2a-91d0-4fab-a20c-ff4fbe91e5db service nova] Enqueued Resource ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 with Priority: HIGHEST for action security_group_rules [ 693.992297] env[69975]: INFO networking_nsxv3.common.synchronization [req-3069813c-db4d-4656-9d6c-6c98e9a1ccc6 req-4860bf2a-91d0-4fab-a20c-ff4fbe91e5db service nova] Enqueued Resource ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 with Priority: HIGHEST for action security_group_members [ 693.992297] env[69975]: INFO networking_nsxv3.common.synchronization [req-3069813c-db4d-4656-9d6c-6c98e9a1ccc6 req-4860bf2a-91d0-4fab-a20c-ff4fbe91e5db service nova] Enqueued Resource ID: 44b0fa67-6d20-4612-a177-c8b0ed39faaf with Priority: HIGHEST for action port [ 693.992297] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 with Priority: HIGHEST for action security_group_rules [ 693.992297] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 with Priority: HIGHEST for action security_group_members [ 693.992297] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44b0fa67-6d20-4612-a177-c8b0ed39faaf with Priority: HIGHEST for action port [ 693.993019] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-779b5a1f-aff9-4be2-b0df-d41b89912733 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.000499] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.000499] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.000499] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.000499] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('779b5a1f-aff9-4be2-b0df-d41b89912733',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.000499] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-779b5a1f-aff9-4be2-b0df-d41b89912733 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.000499] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.000499] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.000499] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.000499] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.000499] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.000499] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.000499] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.000499] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.000499] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('779b5a1f-aff9-4be2-b0df-d41b89912733',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.002160] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-44b0fa67-6d20-4612-a177-c8b0ed39faaf taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.002441] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44b0fa67-6d20-4612-a177-c8b0ed39faaf" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.002441] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44b0fa67-6d20-4612-a177-c8b0ed39faaf" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.002664] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44b0fa67-6d20-4612-a177-c8b0ed39faaf" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.002758] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44b0fa67-6d20-4612-a177-c8b0ed39faaf',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.188506] env[69975]: INFO networking_nsxv3.common.synchronization [None req-bb9c322f-9580-4b9b-812f-2ca9d9bf52bc None None] Enqueued Resource ID: ff572557-d41d-44f8-8424-5fb220071e5d with Priority: HIGHEST for action port [ 694.188878] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff572557-d41d-44f8-8424-5fb220071e5d with Priority: HIGHEST for action port [ 694.189927] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff572557-d41d-44f8-8424-5fb220071e5d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.191356] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff572557-d41d-44f8-8424-5fb220071e5d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.191465] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff572557-d41d-44f8-8424-5fb220071e5d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.191843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff572557-d41d-44f8-8424-5fb220071e5d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.191843] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff572557-d41d-44f8-8424-5fb220071e5d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.253340] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbbba9f8-3a35-4243-856b-501752afb9a5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.254311] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.505191] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-779b5a1f-aff9-4be2-b0df-d41b89912733 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.505388] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.505459] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('779b5a1f-aff9-4be2-b0df-d41b89912733',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.506767] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44b0fa67-6d20-4612-a177-c8b0ed39faaf with status ACTIVE [ 694.506865] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.507040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.507129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.507317] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.507423] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.507700] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.510460] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.510460] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.510460] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.511446] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.511446] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.511446] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.511446] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.511596] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.511596] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.511662] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44b0fa67-6d20-4612-a177-c8b0ed39faaf is going to be updated. [ 694.552928] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.553093] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.553093] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.553329] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.553487] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.553724] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44b0fa67-6d20-4612-a177-c8b0ed39faaf" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.695156] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff572557-d41d-44f8-8424-5fb220071e5d [ 694.695156] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.695286] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.695286] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.698412] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.698412] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.698412] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff572557-d41d-44f8-8424-5fb220071e5d already deleted. [ 694.698412] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff572557-d41d-44f8-8424-5fb220071e5d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.757709] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.761343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.761343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.761343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.761343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.761343] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbbba9f8-3a35-4243-856b-501752afb9a5 is going to be updated. [ 694.761343] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.761343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.761343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.761343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.761343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.761343] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25f19c-4dee-422c-b438-f3764bb064d2 is going to be updated. [ 694.813453] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.813453] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.813453] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.813453] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.813453] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.814894] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.815284] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.815537] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.815987] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.816299] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.828648] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbbba9f8-3a35-4243-856b-501752afb9a5 in Status: IN_PROGRESS for 2s [ 694.828648] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: IN_PROGRESS for 2s [ 694.892054] env[69975]: INFO networking_nsxv3.common.synchronization [None req-2b1fec30-275e-4b7d-9471-79fd64cc9fe8 None None] Enqueued Resource ID: b7c6d7dd-625c-4dd9-aa77-38a5e9658493 with Priority: HIGHEST for action port [ 694.892279] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c6d7dd-625c-4dd9-aa77-38a5e9658493 with Priority: HIGHEST for action port [ 694.892829] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7c6d7dd-625c-4dd9-aa77-38a5e9658493 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.894326] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7c6d7dd-625c-4dd9-aa77-38a5e9658493" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.895396] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7c6d7dd-625c-4dd9-aa77-38a5e9658493" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.895727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7c6d7dd-625c-4dd9-aa77-38a5e9658493" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.896883] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7c6d7dd-625c-4dd9-aa77-38a5e9658493',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.008256] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('779b5a1f-aff9-4be2-b0df-d41b89912733',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.323138] env[69975]: INFO networking_nsxv3.common.synchronization [req-1688ecab-b546-4814-978a-3de59be77eac req-209e5c4b-034f-4097-b4fe-239e45f33127 tempest-DeleteServersAdminTestJSON-1704192969 tempest-DeleteServersAdminTestJSON-1704192969-project-member] Enqueued Resource ID: 959c3db5-8cef-4119-a270-f297343d42f0 with Priority: HIGHEST for action security_group_members [ 695.323138] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959c3db5-8cef-4119-a270-f297343d42f0 with Priority: HIGHEST for action security_group_members [ 695.330950] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-959c3db5-8cef-4119-a270-f297343d42f0 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.330950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.330950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.330950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.330950] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.330950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.330950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.330950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.330950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.330950] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('959c3db5-8cef-4119-a270-f297343d42f0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.403480] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7c6d7dd-625c-4dd9-aa77-38a5e9658493 [ 695.403480] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.403480] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.403480] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.403480] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.403480] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.403480] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7c6d7dd-625c-4dd9-aa77-38a5e9658493 already deleted. [ 695.404040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7c6d7dd-625c-4dd9-aa77-38a5e9658493" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.406415] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 693cee49-7475-4676-b271-6d6f2e025b83 in Status: SUCCESS [ 695.409869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.409869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.409869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.409869] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.409869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.409869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.409869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.409869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.409869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.409869] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('693cee49-7475-4676-b271-6d6f2e025b83',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.514034] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.514447] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.514645] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.514964] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.515176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.515371] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 is going to be created. [ 695.595673] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.595673] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.595673] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.595962] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.595962] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.613115] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 in Status: UNINITIALIZED for 2s [ 695.803149] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4387ccae-a7ff-4b97-a5e0-5d8720ad3f56 in Status: SUCCESS [ 695.803428] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4387ccae-a7ff-4b97-a5e0-5d8720ad3f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.803612] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4387ccae-a7ff-4b97-a5e0-5d8720ad3f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.803868] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4387ccae-a7ff-4b97-a5e0-5d8720ad3f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.804076] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.804202] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.804270] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.804430] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.804512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.804609] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4387ccae-a7ff-4b97-a5e0-5d8720ad3f56',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.833610] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.833610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.833610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.833911] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.833911] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.834210] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.834210] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.834363] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.834454] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.834508] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.834568] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 959c3db5-8cef-4119-a270-f297343d42f0 is going to be updated. [ 695.866330] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.866491] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.866562] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.866775] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.866929] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.877783] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 959c3db5-8cef-4119-a270-f297343d42f0 in Status: IN_PROGRESS for 2s [ 695.917041] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-693cee49-7475-4676-b271-6d6f2e025b83 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.917232] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.917302] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.918309] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.918534] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.918776] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.918812] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.918980] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.919085] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.919314] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.919519] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-693cee49-7475-4676-b271-6d6f2e025b83 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.919629] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.919697] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.919862] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.920014] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.920150] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.920272] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.920458] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.920541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.920627] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.920720] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('693cee49-7475-4676-b271-6d6f2e025b83',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.033941] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.034332] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.034332] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.034764] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.037351] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.037351] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.037351] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.037351] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.037351] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.037351] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.037351] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.037351] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.037351] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.037351] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.037351] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.037351] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.061040] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.061040] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 696.061040] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.061040] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.061040] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-99cd9e66-3189-4fac-9e08-6cf8f661693e taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.061040] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-99cd9e66-3189-4fac-9e08-6cf8f661693e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.061040] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-99cd9e66-3189-4fac-9e08-6cf8f661693e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.061040] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-99cd9e66-3189-4fac-9e08-6cf8f661693e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.061040] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99cd9e66-3189-4fac-9e08-6cf8f661693e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.307549] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4387ccae-a7ff-4b97-a5e0-5d8720ad3f56',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.428890] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 693cee49-7475-4676-b271-6d6f2e025b83: rpc.has_security_group_logging(os_id): False [ 696.451027] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.451027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.451027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.451027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.451027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.451027] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.451027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.451027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.451027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.451027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.451027] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.451027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.451027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.451027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.451027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.451950] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.451950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.451950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.452743] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.452743] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.454742] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 693cee49-7475-4676-b271-6d6f2e025b83 is going to be created. [ 696.534852] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.535092] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.535170] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.535416] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.535633] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.558198] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 693cee49-7475-4676-b271-6d6f2e025b83 in Status: IN_PROGRESS for 2s [ 696.563014] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.563404] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.563551] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.563903] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.564111] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.564290] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 99cd9e66-3189-4fac-9e08-6cf8f661693e not found, creating... [ 696.564581] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.564770] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.564885] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.565153] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.565716] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.567125] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.567883] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.567883] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.567883] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.568040] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.568378] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 99cd9e66-3189-4fac-9e08-6cf8f661693e is going to be created. [ 696.611755] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.611755] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.611755] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.611755] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.613166] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.613166] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-99cd9e66-3189-4fac-9e08-6cf8f661693e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.812693] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4387ccae-a7ff-4b97-a5e0-5d8720ad3f56',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.845525] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: SUCCESS [ 696.845769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.846265] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.846265] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.846404] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.846538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.846624] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.846788] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.846869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.846954] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.847101] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.850387] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbbba9f8-3a35-4243-856b-501752afb9a5 in Status: SUCCESS [ 696.850387] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.850799] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.851119] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.851268] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.851466] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.851466] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.851633] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.851713] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.851812] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.854917] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.855183] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.855822] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.855822] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.855822] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.855822] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.856093] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.856093] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.856093] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbbba9f8-3a35-4243-856b-501752afb9a5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.857824] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.857824] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.857824] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.858045] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.858045] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.858199] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.858268] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.858356] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbbba9f8-3a35-4243-856b-501752afb9a5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.237039] env[69975]: INFO networking_nsxv3.common.synchronization [None req-533332b7-516b-44b6-8522-356740ee2d47 None None] Enqueued Resource ID: 957eaf9b-6d5c-4c10-9abe-70e62d230f49 with Priority: HIGHEST for action port [ 697.237039] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 957eaf9b-6d5c-4c10-9abe-70e62d230f49 with Priority: HIGHEST for action port [ 697.237039] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-957eaf9b-6d5c-4c10-9abe-70e62d230f49 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.237039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-957eaf9b-6d5c-4c10-9abe-70e62d230f49" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.237039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-957eaf9b-6d5c-4c10-9abe-70e62d230f49" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.237039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-957eaf9b-6d5c-4c10-9abe-70e62d230f49" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.237039] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('957eaf9b-6d5c-4c10-9abe-70e62d230f49',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.321083] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.321083] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.321083] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.321083] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.321083] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.321083] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4387ccae-a7ff-4b97-a5e0-5d8720ad3f56 is going to be updated. [ 697.353029] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.353029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.353029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.353029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.353029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.358720] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.360072] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.361673] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.361673] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4387ccae-a7ff-4b97-a5e0-5d8720ad3f56 in Status: IN_PROGRESS for 2s [ 697.364576] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbbba9f8-3a35-4243-856b-501752afb9a5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.364576] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbbba9f8-3a35-4243-856b-501752afb9a5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.626982] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 in Status: SUCCESS [ 697.628760] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.629982] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.631745] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.631745] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.631745] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.631745] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.631922] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.631958] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.632374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.632374] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('779b5a1f-aff9-4be2-b0df-d41b89912733',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.673146] env[69975]: INFO networking_nsxv3.common.synchronization [req-1688ecab-b546-4814-978a-3de59be77eac req-95c90650-e72d-4390-adf0-4337d0491e29 service nova] Enqueued Resource ID: 959c3db5-8cef-4119-a270-f297343d42f0 with Priority: HIGHEST for action security_group_rules [ 697.673146] env[69975]: INFO networking_nsxv3.common.synchronization [req-1688ecab-b546-4814-978a-3de59be77eac req-95c90650-e72d-4390-adf0-4337d0491e29 service nova] Enqueued Resource ID: 959c3db5-8cef-4119-a270-f297343d42f0 with Priority: HIGHEST for action security_group_members [ 697.673146] env[69975]: INFO networking_nsxv3.common.synchronization [req-1688ecab-b546-4814-978a-3de59be77eac req-95c90650-e72d-4390-adf0-4337d0491e29 service nova] Enqueued Resource ID: 99cd9e66-3189-4fac-9e08-6cf8f661693e with Priority: HIGHEST for action port [ 697.673146] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959c3db5-8cef-4119-a270-f297343d42f0 with Priority: HIGHEST for action security_group_rules [ 697.673146] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959c3db5-8cef-4119-a270-f297343d42f0 with Priority: HIGHEST for action security_group_members [ 697.673146] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99cd9e66-3189-4fac-9e08-6cf8f661693e with Priority: HIGHEST for action port [ 697.673146] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-959c3db5-8cef-4119-a270-f297343d42f0 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.673146] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.673146] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.674524] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.674524] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('959c3db5-8cef-4119-a270-f297343d42f0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.675353] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-959c3db5-8cef-4119-a270-f297343d42f0 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.675604] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.675970] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-99cd9e66-3189-4fac-9e08-6cf8f661693e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.676372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99cd9e66-3189-4fac-9e08-6cf8f661693e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.676589] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99cd9e66-3189-4fac-9e08-6cf8f661693e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.676902] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99cd9e66-3189-4fac-9e08-6cf8f661693e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.678042] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99cd9e66-3189-4fac-9e08-6cf8f661693e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.740694] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 957eaf9b-6d5c-4c10-9abe-70e62d230f49 [ 697.740694] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.740694] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.740694] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.741171] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.741171] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.741171] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:957eaf9b-6d5c-4c10-9abe-70e62d230f49 already deleted. [ 697.741171] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-957eaf9b-6d5c-4c10-9abe-70e62d230f49" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.861819] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.867325] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbbba9f8-3a35-4243-856b-501752afb9a5: rpc.has_security_group_logging(os_id): False [ 697.867325] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbbba9f8-3a35-4243-856b-501752afb9a5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.893026] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 959c3db5-8cef-4119-a270-f297343d42f0 in Status: SUCCESS [ 697.893026] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 959c3db5-8cef-4119-a270-f297343d42f0 deletion is rescheduled due to dependency. [ 697.893026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.893026] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.893026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.893026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.893026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.893026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.893026] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.893026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.893026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.893026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.893026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.893026] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbbba9f8-3a35-4243-856b-501752afb9a5 is going to be created. [ 697.896053] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.896220] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.896373] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.898014] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.898014] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.898014] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.898014] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.898014] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('959c3db5-8cef-4119-a270-f297343d42f0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.996200] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.996200] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.997096] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.997644] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.997644] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.011338] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbbba9f8-3a35-4243-856b-501752afb9a5 in Status: IN_PROGRESS for 2s [ 698.136134] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-779b5a1f-aff9-4be2-b0df-d41b89912733 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.136134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.136134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.136134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.136134] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.136134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.136134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.136134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.136134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.136134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.136134] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-779b5a1f-aff9-4be2-b0df-d41b89912733 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.136134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.136134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.136134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.136134] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.136134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.136882] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.136882] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.136882] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.136882] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.136882] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('779b5a1f-aff9-4be2-b0df-d41b89912733',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.179746] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-959c3db5-8cef-4119-a270-f297343d42f0 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.180207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.180207] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99cd9e66-3189-4fac-9e08-6cf8f661693e with status ACTIVE [ 698.180377] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.180474] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.180585] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.180868] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.180959] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.181195] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.181301] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.181361] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.181688] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.181772] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.181972] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.182142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.182142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.182282] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.182341] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.182436] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99cd9e66-3189-4fac-9e08-6cf8f661693e is going to be updated. [ 698.238132] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.238132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.238132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.238132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.238132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.239409] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99cd9e66-3189-4fac-9e08-6cf8f661693e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.364612] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.364805] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.364874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.365159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.365279] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.365390] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25f19c-4dee-422c-b438-f3764bb064d2 is going to be updated. [ 698.369708] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.369957] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.371378] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.371888] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.371888] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.372042] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbbba9f8-3a35-4243-856b-501752afb9a5 is going to be updated. [ 698.401933] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('959c3db5-8cef-4119-a270-f297343d42f0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.439601] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.439869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.439869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.440031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.440222] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.442312] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.442475] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.442560] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.442718] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.442871] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.459313] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbbba9f8-3a35-4243-856b-501752afb9a5 in Status: IN_PROGRESS for 2s [ 698.459724] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: IN_PROGRESS for 2s [ 698.569867] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 693cee49-7475-4676-b271-6d6f2e025b83 in Status: SUCCESS [ 698.570122] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.639249] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 779b5a1f-aff9-4be2-b0df-d41b89912733: rpc.has_security_group_logging(os_id): False [ 698.662407] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.662407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.662407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.662407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.662407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.662407] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.662407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.662407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.662407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.662407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.664139] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.664139] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.664139] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.664139] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.664139] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.664466] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.664466] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.664466] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.664575] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.664610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.664685] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 is going to be created. [ 698.728916] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.729158] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.729158] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.729423] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.729634] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.746833] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 in Status: IN_PROGRESS for 2s [ 698.908654] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('959c3db5-8cef-4119-a270-f297343d42f0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.022093] env[69975]: INFO networking_nsxv3.common.synchronization [None req-f04e43ee-c7a2-4a63-85a0-89c68e2e051f None None] Enqueued Resource ID: 0c54991d-2195-41e3-950b-fe45e294e0e5 with Priority: HIGHEST for action port [ 699.022397] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c54991d-2195-41e3-950b-fe45e294e0e5 with Priority: HIGHEST for action port [ 699.023179] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c54991d-2195-41e3-950b-fe45e294e0e5 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.023336] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c54991d-2195-41e3-950b-fe45e294e0e5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.023414] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c54991d-2195-41e3-950b-fe45e294e0e5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.023686] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c54991d-2195-41e3-950b-fe45e294e0e5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.023785] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c54991d-2195-41e3-950b-fe45e294e0e5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.376545] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4387ccae-a7ff-4b97-a5e0-5d8720ad3f56 in Status: SUCCESS [ 699.376898] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4387ccae-a7ff-4b97-a5e0-5d8720ad3f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.376898] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4387ccae-a7ff-4b97-a5e0-5d8720ad3f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.377975] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4387ccae-a7ff-4b97-a5e0-5d8720ad3f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.377975] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.377975] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.377975] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.378338] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.378338] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.378338] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4387ccae-a7ff-4b97-a5e0-5d8720ad3f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.378464] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4387ccae-a7ff-4b97-a5e0-5d8720ad3f56',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.411837] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.412032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.412132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.412411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.412519] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.412632] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 959c3db5-8cef-4119-a270-f297343d42f0 is going to be updated. [ 699.447305] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.449295] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.449295] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.449478] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.449623] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.462837] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 959c3db5-8cef-4119-a270-f297343d42f0 in Status: IN_PROGRESS for 2s [ 699.526599] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c54991d-2195-41e3-950b-fe45e294e0e5 [ 699.526905] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.527066] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.527166] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.527442] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.527512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.527620] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c54991d-2195-41e3-950b-fe45e294e0e5 already deleted. [ 699.527695] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c54991d-2195-41e3-950b-fe45e294e0e5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.882203] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4387ccae-a7ff-4b97-a5e0-5d8720ad3f56',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.926288] env[69975]: INFO networking_nsxv3.common.synchronization [None req-dec51618-11e7-4112-b6e6-b96a36de166a tempest-ServersV294TestFqdnHostnames-2099141024 tempest-ServersV294TestFqdnHostnames-2099141024-project-member] Enqueued Resource ID: 26590364-cf5a-4322-8368-aa7a07f657ff with Priority: HIGHEST for action security_group_rules [ 699.930874] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26590364-cf5a-4322-8368-aa7a07f657ff with Priority: HIGHEST for action security_group_rules [ 699.931442] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26590364-cf5a-4322-8368-aa7a07f657ff taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.932055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.932055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.932055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.932055] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26590364-cf5a-4322-8368-aa7a07f657ff',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.027919] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbbba9f8-3a35-4243-856b-501752afb9a5 in Status: SUCCESS [ 700.027919] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.027919] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.028944] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.029160] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbbba9f8-3a35-4243-856b-501752afb9a5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.033058] env[69975]: INFO networking_nsxv3.common.synchronization [None req-dda02f9f-15c6-43c5-8a14-6549fb0dba9e tempest-ServersV294TestFqdnHostnames-2099141024 tempest-ServersV294TestFqdnHostnames-2099141024-project-member] Enqueued Resource ID: 26590364-cf5a-4322-8368-aa7a07f657ff with Priority: HIGHEST for action security_group_rules [ 700.035049] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26590364-cf5a-4322-8368-aa7a07f657ff with Priority: HIGHEST for action security_group_rules [ 700.035049] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26590364-cf5a-4322-8368-aa7a07f657ff taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.035049] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.384735] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4387ccae-a7ff-4b97-a5e0-5d8720ad3f56: rpc.has_security_group_logging(os_id): False [ 700.417427] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.417527] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.417681] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.417836] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.417923] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.418185] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.418250] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.418496] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.418496] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.418570] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.420092] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4387ccae-a7ff-4b97-a5e0-5d8720ad3f56 is going to be created. [ 700.454070] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.454481] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.454481] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.454654] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.454654] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.454736] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26590364-cf5a-4322-8368-aa7a07f657ff already deleted. [ 700.454826] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.454985] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.455180] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.455528] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26590364-cf5a-4322-8368-aa7a07f657ff',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.477644] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbbba9f8-3a35-4243-856b-501752afb9a5 in Status: SUCCESS [ 700.477644] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.479036] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.479036] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.479036] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.479036] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.479036] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.479036] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.479036] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.479036] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbbba9f8-3a35-4243-856b-501752afb9a5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.480699] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: SUCCESS [ 700.481181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.483302] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.483302] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.483302] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.483302] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.483655] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.483655] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.483655] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.483655] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.500388] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.500757] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.500757] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.500910] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.500973] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.514577] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4387ccae-a7ff-4b97-a5e0-5d8720ad3f56 in Status: IN_PROGRESS for 2s [ 700.534156] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbbba9f8-3a35-4243-856b-501752afb9a5 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.534688] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.655864] env[69975]: INFO networking_nsxv3.common.synchronization [None req-df961afa-6df8-4c0a-8fd5-dba80f50037c None None] Enqueued Resource ID: 656c34da-ca0e-4fa6-a3e7-38bc4d05de09 with Priority: HIGHEST for action port [ 700.658303] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 656c34da-ca0e-4fa6-a3e7-38bc4d05de09 with Priority: HIGHEST for action port [ 700.662895] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-656c34da-ca0e-4fa6-a3e7-38bc4d05de09 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.662895] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-656c34da-ca0e-4fa6-a3e7-38bc4d05de09" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.662895] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-656c34da-ca0e-4fa6-a3e7-38bc4d05de09" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.662895] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-656c34da-ca0e-4fa6-a3e7-38bc4d05de09" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.662895] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('656c34da-ca0e-4fa6-a3e7-38bc4d05de09',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.759786] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 in Status: SUCCESS [ 700.760141] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.889109] env[69975]: INFO networking_nsxv3.common.synchronization [req-914da4de-688f-478e-b0ce-590ee4b9d43f req-ffddfe1e-07a5-4f6c-80fc-845603208704 tempest-ServerAddressesNegativeTestJSON-411123896 tempest-ServerAddressesNegativeTestJSON-411123896-project-member] Enqueued Resource ID: c575ba64-975f-4527-9f8e-514d23fdbbf6 with Priority: HIGHEST for action security_group_members [ 700.889659] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c575ba64-975f-4527-9f8e-514d23fdbbf6 with Priority: HIGHEST for action security_group_members [ 700.889985] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c575ba64-975f-4527-9f8e-514d23fdbbf6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.891249] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.891394] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.891543] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.891710] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.891820] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.891943] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.892136] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.892235] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.892334] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c575ba64-975f-4527-9f8e-514d23fdbbf6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.979952] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.979952] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.979952] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.980272] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.980272] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.980272] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26590364-cf5a-4322-8368-aa7a07f657ff already deleted. [ 700.980272] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.985733] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbbba9f8-3a35-4243-856b-501752afb9a5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.986712] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.125649] env[69975]: INFO networking_nsxv3.common.synchronization [req-82a77c35-8e27-405f-b7c3-f38a09263a4e req-9160c3c1-447f-44d9-a4a3-5423113a04b3 tempest-InstanceActionsV221TestJSON-1477886705 tempest-InstanceActionsV221TestJSON-1477886705-project-member] Enqueued Resource ID: dbab7ae5-86d2-430e-b1a8-ac1e518e45fa with Priority: HIGHEST for action security_group_members [ 701.126149] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbab7ae5-86d2-430e-b1a8-ac1e518e45fa with Priority: HIGHEST for action security_group_members [ 701.126461] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.126583] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.126652] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.126938] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.127058] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.127205] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.127257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.127367] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.127446] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.127542] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbab7ae5-86d2-430e-b1a8-ac1e518e45fa',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.166492] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 656c34da-ca0e-4fa6-a3e7-38bc4d05de09 [ 701.166751] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.166887] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.166958] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.167200] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.167292] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.167949] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:656c34da-ca0e-4fa6-a3e7-38bc4d05de09 already deleted. [ 701.168129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-656c34da-ca0e-4fa6-a3e7-38bc4d05de09" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.398736] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.398736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.398736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.398736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.398736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.398736] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.398736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.398736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.398736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.398736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.398736] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c575ba64-975f-4527-9f8e-514d23fdbbf6 is going to be updated. [ 701.428282] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.428282] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.428282] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.428282] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.428282] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.436653] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c575ba64-975f-4527-9f8e-514d23fdbbf6 in Status: IN_PROGRESS for 2s [ 701.479095] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 959c3db5-8cef-4119-a270-f297343d42f0 in Status: SUCCESS [ 701.479095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.479095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.479095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.479095] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.479095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.479095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.479095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.479095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.479095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.479095] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('959c3db5-8cef-4119-a270-f297343d42f0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.491912] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbbba9f8-3a35-4243-856b-501752afb9a5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.492982] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.630139] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.630300] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.630300] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.630548] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.630756] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.630821] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.630898] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.630961] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.631149] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.631229] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.631318] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbab7ae5-86d2-430e-b1a8-ac1e518e45fa already deleted. [ 701.631411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.806032] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.806279] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-251" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.806431] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-251" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.806831] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-251" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.807834] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.808101] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.808250] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.808578] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.808745] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.809088] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.809280] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.809647] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.809799] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.809968] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.810328] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.810328] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.835108] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.836125] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 701.836428] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.836502] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-251" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.837037] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-3abe4cd5-150d-42ef-b772-c706ee0b6a33 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.837037] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-3abe4cd5-150d-42ef-b772-c706ee0b6a33" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.837247] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-3abe4cd5-150d-42ef-b772-c706ee0b6a33" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.837465] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-3abe4cd5-150d-42ef-b772-c706ee0b6a33" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.837621] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3abe4cd5-150d-42ef-b772-c706ee0b6a33',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.982737] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-959c3db5-8cef-4119-a270-f297343d42f0 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.983650] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.983773] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.984016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.984230] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.984333] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.984414] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.984580] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.984673] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.984765] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.984918] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-959c3db5-8cef-4119-a270-f297343d42f0 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.985037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.985106] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.985257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.985399] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.985493] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.985555] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.985696] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.985772] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.985845] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.986024] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('959c3db5-8cef-4119-a270-f297343d42f0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.994711] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.994859] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.997068] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.997068] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.997068] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.997068] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbbba9f8-3a35-4243-856b-501752afb9a5 is going to be updated. [ 701.997068] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.997068] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.997068] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.997068] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.997068] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.997635] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25f19c-4dee-422c-b438-f3764bb064d2 is going to be updated. [ 702.036719] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.037017] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.037017] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.037200] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.037391] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.042029] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.042029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.042029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.042029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.042029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.058340] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: IN_PROGRESS for 2s [ 702.058340] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbbba9f8-3a35-4243-856b-501752afb9a5 in Status: IN_PROGRESS for 2s [ 702.341649] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.341649] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.341649] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.341649] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.344817] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.344817] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 3abe4cd5-150d-42ef-b772-c706ee0b6a33 not found, creating... [ 702.344817] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.344817] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.344817] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.344817] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.344817] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.344817] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.344817] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.344817] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.345699] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.345889] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.346289] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 3abe4cd5-150d-42ef-b772-c706ee0b6a33 is going to be created. [ 702.373018] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.373018] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.373018] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.373018] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.373018] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.373018] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-3abe4cd5-150d-42ef-b772-c706ee0b6a33" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.490741] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 959c3db5-8cef-4119-a270-f297343d42f0: rpc.has_security_group_logging(os_id): False [ 702.504332] env[69975]: INFO networking_nsxv3.common.synchronization [None req-2905f7cd-a290-4b83-8f1d-a520ca054043 None None] Enqueued Resource ID: 521bd23c-6351-4d96-97df-e28167635918 with Priority: HIGHEST for action port [ 702.504956] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 521bd23c-6351-4d96-97df-e28167635918 with Priority: HIGHEST for action port [ 702.505324] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-521bd23c-6351-4d96-97df-e28167635918 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.506670] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-521bd23c-6351-4d96-97df-e28167635918" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.506787] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-521bd23c-6351-4d96-97df-e28167635918" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.507070] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-521bd23c-6351-4d96-97df-e28167635918" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.507259] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('521bd23c-6351-4d96-97df-e28167635918',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.510174] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.510303] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.510443] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.510649] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.510757] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.510950] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.511086] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.511150] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.511316] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.511396] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.511630] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.511749] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.511810] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.511981] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.512046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.512338] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.512423] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.512705] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.512705] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.512824] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.512824] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 959c3db5-8cef-4119-a270-f297343d42f0 is going to be updated. [ 702.528432] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4387ccae-a7ff-4b97-a5e0-5d8720ad3f56 in Status: SUCCESS [ 702.528715] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4387ccae-a7ff-4b97-a5e0-5d8720ad3f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.602087] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.602087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.602087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.602087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.602087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.620529] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 959c3db5-8cef-4119-a270-f297343d42f0 in Status: IN_PROGRESS for 2s [ 702.882270] env[69975]: INFO networking_nsxv3.common.synchronization [req-e8f132cc-7d01-47b9-8fa0-f42334aafa2c req-255af66b-91a7-43d4-bc54-4a69a4f544cd tempest-ServerRescueTestJSONUnderV235-579572485 tempest-ServerRescueTestJSONUnderV235-579572485-project-member] Enqueued Resource ID: 912ae167-c4fb-467b-90b0-01d38c4d810a with Priority: HIGHEST for action security_group_members [ 702.882973] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912ae167-c4fb-467b-90b0-01d38c4d810a with Priority: HIGHEST for action security_group_members [ 702.883340] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-912ae167-c4fb-467b-90b0-01d38c4d810a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.883475] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.883549] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.883800] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.883963] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.884082] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.884144] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.884285] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.884417] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.884521] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('912ae167-c4fb-467b-90b0-01d38c4d810a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.009899] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 521bd23c-6351-4d96-97df-e28167635918 [ 703.009899] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.009899] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.010078] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.010209] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.010310] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.010411] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:521bd23c-6351-4d96-97df-e28167635918 already deleted. [ 703.010488] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-521bd23c-6351-4d96-97df-e28167635918" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.188798] env[69975]: INFO networking_nsxv3.common.synchronization [req-82a77c35-8e27-405f-b7c3-f38a09263a4e req-4da076f1-8439-41ed-9e5b-a952107c505c service nova] Enqueued Resource ID: dbab7ae5-86d2-430e-b1a8-ac1e518e45fa with Priority: HIGHEST for action security_group_rules [ 703.188963] env[69975]: INFO networking_nsxv3.common.synchronization [req-82a77c35-8e27-405f-b7c3-f38a09263a4e req-4da076f1-8439-41ed-9e5b-a952107c505c service nova] Enqueued Resource ID: dbab7ae5-86d2-430e-b1a8-ac1e518e45fa with Priority: HIGHEST for action security_group_members [ 703.189108] env[69975]: INFO networking_nsxv3.common.synchronization [req-82a77c35-8e27-405f-b7c3-f38a09263a4e req-4da076f1-8439-41ed-9e5b-a952107c505c service nova] Enqueued Resource ID: 3abe4cd5-150d-42ef-b772-c706ee0b6a33 with Priority: HIGHEST for action port [ 703.189372] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbab7ae5-86d2-430e-b1a8-ac1e518e45fa with Priority: HIGHEST for action security_group_rules [ 703.189503] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbab7ae5-86d2-430e-b1a8-ac1e518e45fa with Priority: HIGHEST for action security_group_members [ 703.189595] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3abe4cd5-150d-42ef-b772-c706ee0b6a33 with Priority: HIGHEST for action port [ 703.194558] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.194683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.194742] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.195057] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.195156] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbab7ae5-86d2-430e-b1a8-ac1e518e45fa',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.196495] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.196611] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.196678] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.196857] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.197017] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.197132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.197191] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.197365] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.197450] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.197545] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbab7ae5-86d2-430e-b1a8-ac1e518e45fa',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.201220] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-3abe4cd5-150d-42ef-b772-c706ee0b6a33 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.201391] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3abe4cd5-150d-42ef-b772-c706ee0b6a33" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.201501] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3abe4cd5-150d-42ef-b772-c706ee0b6a33" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.202345] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3abe4cd5-150d-42ef-b772-c706ee0b6a33" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.202345] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3abe4cd5-150d-42ef-b772-c706ee0b6a33',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.249850] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-711 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.250120] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-711" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.250247] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-711" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.251769] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-711" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.252148] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.252490] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.252651] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.252939] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.253136] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.253389] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.254603] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.254603] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.254603] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.254824] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.254955] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.255118] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.328476] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.328476] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.073 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 703.328580] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.330059] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-711" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.330059] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-6db4163b-49c9-41e1-bfbb-098d83fd379d taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.330059] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-6db4163b-49c9-41e1-bfbb-098d83fd379d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.330059] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-6db4163b-49c9-41e1-bfbb-098d83fd379d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.330059] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-6db4163b-49c9-41e1-bfbb-098d83fd379d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.330059] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6db4163b-49c9-41e1-bfbb-098d83fd379d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.393288] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.393519] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.393999] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.393999] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.393999] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.394281] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.394281] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.394281] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.394405] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.394488] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.394559] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 912ae167-c4fb-467b-90b0-01d38c4d810a already deleted. [ 703.394634] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.446435] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c575ba64-975f-4527-9f8e-514d23fdbbf6 in Status: SUCCESS [ 703.447684] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c575ba64-975f-4527-9f8e-514d23fdbbf6 deletion is rescheduled due to dependency. [ 703.447684] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.704129] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.704545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.704545] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbab7ae5-86d2-430e-b1a8-ac1e518e45fa',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.706279] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3abe4cd5-150d-42ef-b772-c706ee0b6a33 with status ACTIVE [ 703.706435] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.706530] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.706586] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.706799] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.706898] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.707721] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.707868] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.707937] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.708945] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.708945] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.708945] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.708945] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.708945] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.708945] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.708945] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.708945] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3abe4cd5-150d-42ef-b772-c706ee0b6a33 is going to be updated. [ 703.732742] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.732976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.732976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.734358] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.734358] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.734358] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3abe4cd5-150d-42ef-b772-c706ee0b6a33" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.836219] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.836446] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.836567] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.836843] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.836984] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.837175] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 6db4163b-49c9-41e1-bfbb-098d83fd379d not found, creating... [ 703.837517] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.837713] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.837837] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.838073] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.838208] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.839481] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.839481] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.839481] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.839481] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.839481] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.839481] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 6db4163b-49c9-41e1-bfbb-098d83fd379d is going to be created. [ 703.864812] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.865018] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.865192] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.865472] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.865759] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.866794] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-6db4163b-49c9-41e1-bfbb-098d83fd379d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.073949] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbbba9f8-3a35-4243-856b-501752afb9a5 in Status: SUCCESS [ 704.073949] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.073949] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: SUCCESS [ 704.073949] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.073949] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.074226] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.074700] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.074700] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.074700] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.077403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.077525] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.078159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.078159] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbbba9f8-3a35-4243-856b-501752afb9a5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.078847] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.078847] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.078994] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.079145] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.079283] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.079424] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.079512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.079645] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.079832] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.079933] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.079982] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.080927] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.080927] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.080927] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.080927] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.080927] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.080927] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.080927] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.081456] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.211378] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbab7ae5-86d2-430e-b1a8-ac1e518e45fa',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.583303] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbbba9f8-3a35-4243-856b-501752afb9a5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.586345] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe25f19c-4dee-422c-b438-f3764bb064d2: rpc.has_security_group_logging(os_id): False [ 704.604900] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.607657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.607657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.607657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.607657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.607657] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.607657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.607657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.607657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.607657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.607657] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.607657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.611196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.611196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.611196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.611196] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.611196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.611196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.611196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.611196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.611196] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe25f19c-4dee-422c-b438-f3764bb064d2 is going to be updated. [ 704.635741] env[69975]: INFO networking_nsxv3.common.synchronization [req-e8f132cc-7d01-47b9-8fa0-f42334aafa2c req-43c7a51b-633b-4934-a4c5-91e4f82674ea service nova] Enqueued Resource ID: 912ae167-c4fb-467b-90b0-01d38c4d810a with Priority: HIGHEST for action security_group_rules [ 704.638273] env[69975]: INFO networking_nsxv3.common.synchronization [req-e8f132cc-7d01-47b9-8fa0-f42334aafa2c req-43c7a51b-633b-4934-a4c5-91e4f82674ea service nova] Enqueued Resource ID: 912ae167-c4fb-467b-90b0-01d38c4d810a with Priority: HIGHEST for action security_group_members [ 704.638273] env[69975]: INFO networking_nsxv3.common.synchronization [req-e8f132cc-7d01-47b9-8fa0-f42334aafa2c req-43c7a51b-633b-4934-a4c5-91e4f82674ea service nova] Enqueued Resource ID: 6db4163b-49c9-41e1-bfbb-098d83fd379d with Priority: HIGHEST for action port [ 704.638273] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912ae167-c4fb-467b-90b0-01d38c4d810a with Priority: HIGHEST for action security_group_rules [ 704.638273] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912ae167-c4fb-467b-90b0-01d38c4d810a with Priority: HIGHEST for action security_group_members [ 704.638273] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6db4163b-49c9-41e1-bfbb-098d83fd379d with Priority: HIGHEST for action port [ 704.639346] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 959c3db5-8cef-4119-a270-f297343d42f0 in Status: SUCCESS [ 704.639921] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.643032] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-912ae167-c4fb-467b-90b0-01d38c4d810a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.643032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.643032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.643032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.643032] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('912ae167-c4fb-467b-90b0-01d38c4d810a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.643032] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-912ae167-c4fb-467b-90b0-01d38c4d810a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.643032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.643032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.643032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.643032] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.643032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.643032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.643032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.643032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.643032] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('912ae167-c4fb-467b-90b0-01d38c4d810a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.646638] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-6db4163b-49c9-41e1-bfbb-098d83fd379d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.647062] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6db4163b-49c9-41e1-bfbb-098d83fd379d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.647244] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6db4163b-49c9-41e1-bfbb-098d83fd379d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.647642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6db4163b-49c9-41e1-bfbb-098d83fd379d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.647845] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6db4163b-49c9-41e1-bfbb-098d83fd379d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.709258] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.709258] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.709258] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.709258] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.709258] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.715459] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.715459] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.715459] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.715459] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.715459] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.715459] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbab7ae5-86d2-430e-b1a8-ac1e518e45fa is going to be created. [ 704.727365] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: IN_PROGRESS for 2s [ 704.742471] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.742471] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.745020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.745020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.745020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.755540] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbab7ae5-86d2-430e-b1a8-ac1e518e45fa in Status: UNINITIALIZED for 2s [ 705.089136] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbbba9f8-3a35-4243-856b-501752afb9a5: rpc.has_security_group_logging(os_id): False [ 705.111480] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.111480] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.111480] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.111480] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.111480] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.111480] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.111480] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.111480] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.111480] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.111480] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.111480] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbbba9f8-3a35-4243-856b-501752afb9a5 is going to be updated. [ 705.153633] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6db4163b-49c9-41e1-bfbb-098d83fd379d with status ACTIVE [ 705.154021] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.154286] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.154507] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.155172] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.155367] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.158023] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.158023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.158023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.158023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.158023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.158023] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.158023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.158023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.158023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.158023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.158023] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6db4163b-49c9-41e1-bfbb-098d83fd379d is going to be updated. [ 705.158023] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-912ae167-c4fb-467b-90b0-01d38c4d810a taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.158023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.158895] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('912ae167-c4fb-467b-90b0-01d38c4d810a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.186874] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.186874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.186874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.186874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.186874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.198981] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.198981] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.198981] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.198981] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.198981] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.198981] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6db4163b-49c9-41e1-bfbb-098d83fd379d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.207279] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbbba9f8-3a35-4243-856b-501752afb9a5 in Status: IN_PROGRESS for 2s [ 705.662056] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('912ae167-c4fb-467b-90b0-01d38c4d810a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.726803] env[69975]: INFO networking_nsxv3.common.synchronization [req-f014226e-d2e3-4a54-a6d5-4c7b7e34cff8 req-2372da90-c3c8-49b1-a6bb-42d669a293bf tempest-ServerActionsTestOtherA-1666177876 tempest-ServerActionsTestOtherA-1666177876-project-member] Enqueued Resource ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 with Priority: HIGHEST for action security_group_members [ 705.727465] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 with Priority: HIGHEST for action security_group_members [ 705.727752] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4c92f3-5360-491b-9c6d-b3a242e709a7 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.727948] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.727948] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.731128] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.731128] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.731128] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.731128] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.731128] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.731128] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.731128] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.165164] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.165331] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.165439] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.165715] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.165842] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.166107] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 912ae167-c4fb-467b-90b0-01d38c4d810a is going to be created. [ 706.216395] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.216395] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.216395] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.216395] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.216395] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.238619] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 912ae167-c4fb-467b-90b0-01d38c4d810a in Status: UNINITIALIZED for 2s [ 706.238619] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.238619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.238619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.238619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.238619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.238619] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.238619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.238619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.238619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.240705] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.240705] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 already deleted. [ 706.240705] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.280038] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.280038] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-200" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.280038] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-200" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.280292] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-200" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.280479] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.280804] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.280804] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.281524] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.281524] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.281524] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 706.281524] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.281732] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.281732] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.281796] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 706.281867] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.282426] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.303353] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.303571] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 706.303735] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.303949] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-200" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.304320] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-ff8d3aec-2392-4a4a-80c2-aa0499153235 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.304538] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-ff8d3aec-2392-4a4a-80c2-aa0499153235" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.304687] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-ff8d3aec-2392-4a4a-80c2-aa0499153235" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.305088] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-ff8d3aec-2392-4a4a-80c2-aa0499153235" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.305454] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff8d3aec-2392-4a4a-80c2-aa0499153235',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.745117] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: SUCCESS [ 706.745486] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.746010] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.746304] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.746470] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.766633] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbab7ae5-86d2-430e-b1a8-ac1e518e45fa in Status: SUCCESS [ 706.766633] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.766633] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.766870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.767093] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.767160] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.767237] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.767382] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.767465] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.767547] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.767638] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbab7ae5-86d2-430e-b1a8-ac1e518e45fa',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.808538] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.809275] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.809275] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.809516] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.809516] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.809592] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port ff8d3aec-2392-4a4a-80c2-aa0499153235 not found, creating... [ 706.809863] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.810034] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.810158] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.810403] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.810821] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.810901] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.811148] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.811333] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.811569] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.811703] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.811967] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: ff8d3aec-2392-4a4a-80c2-aa0499153235 is going to be created. [ 706.836880] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.837079] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.837209] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.837575] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.837814] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.838053] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-ff8d3aec-2392-4a4a-80c2-aa0499153235" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.222750] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbbba9f8-3a35-4243-856b-501752afb9a5 in Status: SUCCESS [ 707.223066] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.250535] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.250535] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.250535] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.250535] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.250535] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.251053] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.251053] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.251140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.251226] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.251393] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.251558] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.271443] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.271636] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.271725] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.271915] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.272096] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.272198] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.272293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.272432] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.272984] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.272984] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.272984] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.272984] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.272984] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.272984] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.273366] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.273366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.273366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.273366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.273561] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.273561] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.273648] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbab7ae5-86d2-430e-b1a8-ac1e518e45fa',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.633393] env[69975]: INFO networking_nsxv3.common.synchronization [req-f014226e-d2e3-4a54-a6d5-4c7b7e34cff8 req-38d14efc-e3cb-46b8-b53d-4e891bbfa97b service nova] Enqueued Resource ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 with Priority: HIGHEST for action security_group_rules [ 707.633393] env[69975]: INFO networking_nsxv3.common.synchronization [req-f014226e-d2e3-4a54-a6d5-4c7b7e34cff8 req-38d14efc-e3cb-46b8-b53d-4e891bbfa97b service nova] Enqueued Resource ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 with Priority: HIGHEST for action security_group_members [ 707.633393] env[69975]: INFO networking_nsxv3.common.synchronization [req-f014226e-d2e3-4a54-a6d5-4c7b7e34cff8 req-38d14efc-e3cb-46b8-b53d-4e891bbfa97b service nova] Enqueued Resource ID: ff8d3aec-2392-4a4a-80c2-aa0499153235 with Priority: HIGHEST for action port [ 707.633393] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 with Priority: HIGHEST for action security_group_rules [ 707.633393] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 with Priority: HIGHEST for action security_group_members [ 707.633393] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff8d3aec-2392-4a4a-80c2-aa0499153235 with Priority: HIGHEST for action port [ 707.633393] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.634024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.634024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.634024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.634171] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.635384] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4c92f3-5360-491b-9c6d-b3a242e709a7 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.635594] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.635663] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.635890] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.636126] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.636187] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.636555] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.636555] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.636555] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.636555] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.638340] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff8d3aec-2392-4a4a-80c2-aa0499153235 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.638486] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff8d3aec-2392-4a4a-80c2-aa0499153235" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.638531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff8d3aec-2392-4a4a-80c2-aa0499153235" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.638670] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff8d3aec-2392-4a4a-80c2-aa0499153235" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.638750] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff8d3aec-2392-4a4a-80c2-aa0499153235',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.755119] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.755119] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.755119] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.755574] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.755574] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.755730] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.755772] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.755973] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.756185] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.756297] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.756455] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.756635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.756719] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.756881] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.757050] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.757142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.757212] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.757453] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.759746] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.759922] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.759922] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.775761] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbab7ae5-86d2-430e-b1a8-ac1e518e45fa: rpc.has_security_group_logging(os_id): False [ 707.797994] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.797994] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.797994] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.798206] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.798206] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.798939] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.798939] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.798939] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.798939] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.799303] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.799502] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.799599] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.799670] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.799814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.799896] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.800470] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.800470] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.800470] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.800470] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.800818] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.800818] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbab7ae5-86d2-430e-b1a8-ac1e518e45fa is going to be created. [ 707.874156] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.874490] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.874490] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.874687] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.874727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.894038] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbab7ae5-86d2-430e-b1a8-ac1e518e45fa in Status: IN_PROGRESS for 2s [ 708.140792] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4c92f3-5360-491b-9c6d-b3a242e709a7 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.141049] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.141327] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.142352] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff8d3aec-2392-4a4a-80c2-aa0499153235 with status ACTIVE [ 708.142581] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.142765] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.142857] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.143218] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.143218] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.146108] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.146108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.146108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.146108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.146108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.146108] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.146108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.146108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.146108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.146108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.146108] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff8d3aec-2392-4a4a-80c2-aa0499153235 is going to be updated. [ 708.183934] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.183934] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.183934] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.183934] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.183934] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.183934] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff8d3aec-2392-4a4a-80c2-aa0499153235" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.246565] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 912ae167-c4fb-467b-90b0-01d38c4d810a in Status: SUCCESS [ 708.246816] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.247266] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.247266] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.247500] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.247627] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.247716] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.247889] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.247996] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.248542] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.248542] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('912ae167-c4fb-467b-90b0-01d38c4d810a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.264192] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe25f19c-4dee-422c-b438-f3764bb064d2: rpc.has_security_group_logging(os_id): False [ 708.294121] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.294121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.294121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.294121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.294121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.294121] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.294121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.294121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.294121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.294121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.294121] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.294121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.294121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.294121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.294121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.298629] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.298629] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.298629] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.298629] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.298629] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.298629] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe25f19c-4dee-422c-b438-f3764bb064d2 is going to be updated. [ 708.413505] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.413613] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.413613] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.414833] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.414833] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.433410] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: IN_PROGRESS for 2s [ 708.647298] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.751452] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-912ae167-c4fb-467b-90b0-01d38c4d810a taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.751688] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.751773] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.752088] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.752275] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.752443] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.752522] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.752692] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.752785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.752889] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.753072] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-912ae167-c4fb-467b-90b0-01d38c4d810a taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.753177] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.753237] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.753416] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.753583] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.753678] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.753742] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.753909] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.754041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.754198] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.754321] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('912ae167-c4fb-467b-90b0-01d38c4d810a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.152890] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.152890] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.152890] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.152890] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.152890] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.152890] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 is going to be created. [ 709.182132] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.182132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.182132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.182132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.182132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.200520] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 in Status: UNINITIALIZED for 2s [ 709.257889] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 912ae167-c4fb-467b-90b0-01d38c4d810a: rpc.has_security_group_logging(os_id): False [ 709.280030] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.280030] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.280030] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.280030] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.280030] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.280030] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.280030] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.280030] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.280030] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.280030] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.285025] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.285025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.285025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.285025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.285025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.285025] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.285025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.285025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.285025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.285025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.285025] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 912ae167-c4fb-467b-90b0-01d38c4d810a is going to be created. [ 709.357898] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.360060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.360060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.360060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.360060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.379314] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 912ae167-c4fb-467b-90b0-01d38c4d810a in Status: IN_PROGRESS for 2s [ 709.912537] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbab7ae5-86d2-430e-b1a8-ac1e518e45fa in Status: SUCCESS [ 709.912774] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.328615] env[69975]: INFO networking_nsxv3.common.synchronization [req-5ec0e902-e3cb-49d3-be52-21193c511d4f req-99f62d3d-1962-46d2-a226-893debe162e5 tempest-ServerDiagnosticsTest-1455254523 tempest-ServerDiagnosticsTest-1455254523-project-member] Enqueued Resource ID: 693cee49-7475-4676-b271-6d6f2e025b83 with Priority: HIGHEST for action security_group_members [ 710.329159] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 693cee49-7475-4676-b271-6d6f2e025b83 with Priority: HIGHEST for action security_group_members [ 710.329893] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-693cee49-7475-4676-b271-6d6f2e025b83 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.330097] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.330170] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.330454] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.330619] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.330752] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.330812] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.330976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.331077] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.331180] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('693cee49-7475-4676-b271-6d6f2e025b83',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.450153] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: SUCCESS [ 710.451642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.627405] env[69975]: INFO networking_nsxv3.common.synchronization [req-5a5dd24c-f242-471b-b443-7412f3eaa019 req-71038c9d-1f3e-469e-b08a-f8b7cda38323 tempest-ServersTestBootFromVolume-927506322 tempest-ServersTestBootFromVolume-927506322-project-member] Enqueued Resource ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 with Priority: HIGHEST for action security_group_members [ 710.628011] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 with Priority: HIGHEST for action security_group_members [ 710.628397] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-511f15b8-2974-4566-8f0d-fbc5222437c2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.628536] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.628536] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.628779] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.628955] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.629099] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.629099] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.629417] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.629417] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.629630] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('511f15b8-2974-4566-8f0d-fbc5222437c2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.836668] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.836668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.836668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.836668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.836668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.836668] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.836668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.836668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.836668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.836668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.836668] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 693cee49-7475-4676-b271-6d6f2e025b83 is going to be updated. [ 710.878569] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.878569] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.878569] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.878827] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.878976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.893317] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 693cee49-7475-4676-b271-6d6f2e025b83 in Status: IN_PROGRESS for 2s [ 711.133847] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.138580] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.138580] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.138580] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.138789] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.138918] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.139057] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.139124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.139297] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.139394] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.139484] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 already deleted. [ 711.139569] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.212651] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 in Status: SUCCESS [ 711.212879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.213392] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.213392] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.213535] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.214056] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.214056] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.214056] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.214056] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.214056] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.214404] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.398490] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 912ae167-c4fb-467b-90b0-01d38c4d810a in Status: SUCCESS [ 711.398806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.481266] env[69975]: INFO networking_nsxv3.common.synchronization [req-1cfef308-2c64-428c-88f4-eaaaedd2e89a req-276bdf57-cdfe-4df0-bd5b-4464e38727d9 tempest-DeleteServersAdminTestJSON-1704192969 tempest-DeleteServersAdminTestJSON-1704192969-project-member] Enqueued Resource ID: 959c3db5-8cef-4119-a270-f297343d42f0 with Priority: HIGHEST for action security_group_members [ 711.481266] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959c3db5-8cef-4119-a270-f297343d42f0 with Priority: HIGHEST for action security_group_members [ 711.481266] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-959c3db5-8cef-4119-a270-f297343d42f0 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.481266] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.481266] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.481798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.483343] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.483343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.483343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.483343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.483343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.483343] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('959c3db5-8cef-4119-a270-f297343d42f0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.670305] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-967 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.670305] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-967" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.670442] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-967" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.670710] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-967" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.671022] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.671403] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.672523] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.672751] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.673041] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.673361] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.673611] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.673804] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.673972] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.674274] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.674491] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.675281] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.700370] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.702031] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 711.702031] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.702031] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-967" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.702031] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-c81278f4-6f59-40a5-aada-68e9141c3415 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.702031] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-c81278f4-6f59-40a5-aada-68e9141c3415" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.702031] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-c81278f4-6f59-40a5-aada-68e9141c3415" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.702031] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-c81278f4-6f59-40a5-aada-68e9141c3415" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.702969] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c81278f4-6f59-40a5-aada-68e9141c3415',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.716603] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.985700] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.985922] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.985974] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.986193] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.986292] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.986480] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.986596] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.986721] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.986782] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.986856] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.987555] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 959c3db5-8cef-4119-a270-f297343d42f0 is going to be updated. [ 712.021573] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.021741] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.022871] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.022871] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.022871] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.033364] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 959c3db5-8cef-4119-a270-f297343d42f0 in Status: IN_PROGRESS for 2s [ 712.207024] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.207024] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.207024] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.207024] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.207024] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.207024] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port c81278f4-6f59-40a5-aada-68e9141c3415 not found, creating... [ 712.207024] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.207024] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.207024] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.207024] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.207024] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.208278] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.208696] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.210184] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.210184] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.210184] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.210184] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: c81278f4-6f59-40a5-aada-68e9141c3415 is going to be created. [ 712.219684] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf4c92f3-5360-491b-9c6d-b3a242e709a7: rpc.has_security_group_logging(os_id): False [ 712.233940] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.234200] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.234364] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.234579] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.234814] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.235054] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-c81278f4-6f59-40a5-aada-68e9141c3415" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.245219] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.245511] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.245511] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.245690] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.245782] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.246035] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.246148] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.246204] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.246356] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.246455] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.246553] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 is going to be created. [ 712.311591] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.311814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.311919] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.312085] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.312255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.325376] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 in Status: IN_PROGRESS for 2s [ 712.904014] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 693cee49-7475-4676-b271-6d6f2e025b83 in Status: SUCCESS [ 712.904280] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 693cee49-7475-4676-b271-6d6f2e025b83 deletion is rescheduled due to dependency. [ 712.904403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-693cee49-7475-4676-b271-6d6f2e025b83" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.063072] env[69975]: INFO networking_nsxv3.common.synchronization [req-5a5dd24c-f242-471b-b443-7412f3eaa019 req-06bca546-5ded-4722-a32c-40d9c8c87888 service nova] Enqueued Resource ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 with Priority: HIGHEST for action security_group_rules [ 713.063072] env[69975]: INFO networking_nsxv3.common.synchronization [req-5a5dd24c-f242-471b-b443-7412f3eaa019 req-06bca546-5ded-4722-a32c-40d9c8c87888 service nova] Enqueued Resource ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 with Priority: HIGHEST for action security_group_members [ 713.063072] env[69975]: INFO networking_nsxv3.common.synchronization [req-5a5dd24c-f242-471b-b443-7412f3eaa019 req-06bca546-5ded-4722-a32c-40d9c8c87888 service nova] Enqueued Resource ID: c81278f4-6f59-40a5-aada-68e9141c3415 with Priority: HIGHEST for action port [ 713.063072] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 with Priority: HIGHEST for action security_group_rules [ 713.063327] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 with Priority: HIGHEST for action security_group_members [ 713.063327] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c81278f4-6f59-40a5-aada-68e9141c3415 with Priority: HIGHEST for action port [ 713.064820] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-511f15b8-2974-4566-8f0d-fbc5222437c2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.065158] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.065158] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.065365] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.065365] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('511f15b8-2974-4566-8f0d-fbc5222437c2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.066365] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-511f15b8-2974-4566-8f0d-fbc5222437c2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.066482] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.066576] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.066705] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.066847] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.066936] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.067631] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.067781] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.069019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.069019] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('511f15b8-2974-4566-8f0d-fbc5222437c2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.069413] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-c81278f4-6f59-40a5-aada-68e9141c3415 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.069502] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c81278f4-6f59-40a5-aada-68e9141c3415" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.069565] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c81278f4-6f59-40a5-aada-68e9141c3415" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.069727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c81278f4-6f59-40a5-aada-68e9141c3415" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.069798] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c81278f4-6f59-40a5-aada-68e9141c3415',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.572722] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('511f15b8-2974-4566-8f0d-fbc5222437c2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.574176] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-511f15b8-2974-4566-8f0d-fbc5222437c2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.574176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.574342] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c81278f4-6f59-40a5-aada-68e9141c3415 with status ACTIVE [ 713.574445] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.574557] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.574614] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.574875] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.574982] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.575263] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.575376] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.575466] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.575611] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.575707] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.575896] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.575995] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.578641] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.578805] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.578909] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.579018] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c81278f4-6f59-40a5-aada-68e9141c3415 is going to be updated. [ 713.608406] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.608406] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.608406] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.609856] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.609856] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.609856] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c81278f4-6f59-40a5-aada-68e9141c3415" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.749165] env[69975]: INFO networking_nsxv3.common.synchronization [req-76c081f3-8da5-4c57-82e4-b3a5effbfcc6 req-7967d614-b3ea-4877-b8f2-620fd7daafde tempest-ServerDiskConfigTestJSON-1623943188 tempest-ServerDiskConfigTestJSON-1623943188-project-member] Enqueued Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 713.749165] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 713.751521] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.751859] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.752067] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.753366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.759059] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.759059] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.759059] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.759059] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.759059] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.759059] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.044551] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 959c3db5-8cef-4119-a270-f297343d42f0 in Status: SUCCESS [ 714.044551] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 959c3db5-8cef-4119-a270-f297343d42f0 deletion is rescheduled due to dependency. [ 714.044551] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.083211] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('511f15b8-2974-4566-8f0d-fbc5222437c2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.261071] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.263124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.263124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.263124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.263124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.263124] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.263124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.263124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.263124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.263124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.263124] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 already deleted. [ 714.263124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.341898] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 in Status: SUCCESS [ 714.341898] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.585019] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.585278] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.585593] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.585879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.586121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.586308] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 is going to be created. [ 714.617754] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.617981] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.617981] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.618295] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.618760] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.632307] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 in Status: UNINITIALIZED for 2s [ 715.072991] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-959 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.073478] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-959" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.073478] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-959" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.073740] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-959" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.074404] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.074706] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.075872] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.075872] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.076194] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.076511] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.076674] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.076839] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.077053] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.077234] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.077665] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.080020] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.105132] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.105386] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 715.105545] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.105833] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-959" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.106345] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-b4fb0d2a-f1bd-487c-9def-5e6db13a1e3c taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.106573] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-b4fb0d2a-f1bd-487c-9def-5e6db13a1e3c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.106724] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-b4fb0d2a-f1bd-487c-9def-5e6db13a1e3c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.107393] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-b4fb0d2a-f1bd-487c-9def-5e6db13a1e3c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.107639] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4fb0d2a-f1bd-487c-9def-5e6db13a1e3c',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.610917] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.611380] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.611586] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.611956] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.612807] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.612807] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port b4fb0d2a-f1bd-487c-9def-5e6db13a1e3c not found, creating... [ 715.612807] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.613194] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.613194] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.613586] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.613882] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.614301] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.614517] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.614965] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.615443] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.615699] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.616113] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: b4fb0d2a-f1bd-487c-9def-5e6db13a1e3c is going to be created. [ 715.643396] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.643396] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.643396] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.644792] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.644792] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.644792] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-b4fb0d2a-f1bd-487c-9def-5e6db13a1e3c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.180436] env[69975]: INFO networking_nsxv3.common.synchronization [req-1e38d2c3-761e-4f00-97f2-04fe98e47242 req-f21cc65f-586e-4818-b009-553dddfda1ed tempest-InstanceActionsV221TestJSON-1477886705 tempest-InstanceActionsV221TestJSON-1477886705-project-member] Enqueued Resource ID: dbab7ae5-86d2-430e-b1a8-ac1e518e45fa with Priority: HIGHEST for action security_group_members [ 716.181151] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbab7ae5-86d2-430e-b1a8-ac1e518e45fa with Priority: HIGHEST for action security_group_members [ 716.181396] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.181590] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.182566] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.182566] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.182566] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.182566] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.182566] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.182806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.184596] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.184596] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbab7ae5-86d2-430e-b1a8-ac1e518e45fa',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.450290] env[69975]: INFO networking_nsxv3.common.synchronization [req-76c081f3-8da5-4c57-82e4-b3a5effbfcc6 req-6c2d3567-c72e-4e1c-8be6-ee3163404336 service nova] Enqueued Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_rules [ 716.450290] env[69975]: INFO networking_nsxv3.common.synchronization [req-76c081f3-8da5-4c57-82e4-b3a5effbfcc6 req-6c2d3567-c72e-4e1c-8be6-ee3163404336 service nova] Enqueued Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 716.450290] env[69975]: INFO networking_nsxv3.common.synchronization [req-76c081f3-8da5-4c57-82e4-b3a5effbfcc6 req-6c2d3567-c72e-4e1c-8be6-ee3163404336 service nova] Enqueued Resource ID: b4fb0d2a-f1bd-487c-9def-5e6db13a1e3c with Priority: HIGHEST for action port [ 716.450290] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_rules [ 716.450290] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 716.450290] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4fb0d2a-f1bd-487c-9def-5e6db13a1e3c with Priority: HIGHEST for action port [ 716.450848] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.450848] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.451067] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.451476] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.451568] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.454032] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.454154] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.454207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.454396] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.455309] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.455428] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.455502] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.455697] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.455789] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.455875] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.457070] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4fb0d2a-f1bd-487c-9def-5e6db13a1e3c taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.457070] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4fb0d2a-f1bd-487c-9def-5e6db13a1e3c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.457070] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4fb0d2a-f1bd-487c-9def-5e6db13a1e3c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.457227] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4fb0d2a-f1bd-487c-9def-5e6db13a1e3c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.457373] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4fb0d2a-f1bd-487c-9def-5e6db13a1e3c',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.645775] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 in Status: SUCCESS [ 716.645990] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.646168] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.646636] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.646822] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.646935] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.646995] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.647198] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.647440] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.647589] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.647715] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('511f15b8-2974-4566-8f0d-fbc5222437c2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.685323] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.685547] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.685727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.685958] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.686397] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.686610] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.686610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.686854] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.686977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.687126] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.687311] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbab7ae5-86d2-430e-b1a8-ac1e518e45fa is going to be updated. [ 716.723575] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.723734] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.723785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.724024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.724177] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.736725] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbab7ae5-86d2-430e-b1a8-ac1e518e45fa in Status: IN_PROGRESS for 2s [ 716.960152] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.962594] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.969298] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.969298] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4fb0d2a-f1bd-487c-9def-5e6db13a1e3c with status ACTIVE [ 716.969298] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.969298] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.969298] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.969298] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.969298] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.969298] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.969298] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.969298] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.969298] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.969298] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.969298] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.969298] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.969298] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.969298] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.969298] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.970243] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4fb0d2a-f1bd-487c-9def-5e6db13a1e3c is going to be updated. [ 716.994971] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.996358] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.996516] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.996671] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.996823] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.997211] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4fb0d2a-f1bd-487c-9def-5e6db13a1e3c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.151635] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('511f15b8-2974-4566-8f0d-fbc5222437c2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.341333] env[69975]: INFO networking_nsxv3.common.synchronization [req-b8e508b8-1ccc-4227-a871-d7e117821008 req-d3a0d458-d6a0-4f8e-b344-aa1e68326fc2 tempest-ServersTestFqdnHostnames-330353066 tempest-ServersTestFqdnHostnames-330353066-project-member] Enqueued Resource ID: 95908252-ee53-4059-8699-27fb28b2b7d8 with Priority: HIGHEST for action security_group_members [ 717.341980] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95908252-ee53-4059-8699-27fb28b2b7d8 with Priority: HIGHEST for action security_group_members [ 717.342934] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-95908252-ee53-4059-8699-27fb28b2b7d8 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.343076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.343339] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.343482] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.343647] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.343990] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.344087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.344348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.344557] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.344676] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95908252-ee53-4059-8699-27fb28b2b7d8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.464130] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.657015] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 511f15b8-2974-4566-8f0d-fbc5222437c2: rpc.has_security_group_logging(os_id): False [ 717.676986] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.678041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.678041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.678268] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.678619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.678941] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.679110] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.679308] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.679431] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.679497] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.679619] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 is going to be created. [ 717.760847] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.761154] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.761367] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.761849] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.762807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.776575] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 in Status: IN_PROGRESS for 2s [ 717.847705] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.847910] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.847983] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.848216] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.848309] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.848529] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.848639] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.848721] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.848876] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.848952] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.849249] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95908252-ee53-4059-8699-27fb28b2b7d8 already deleted. [ 717.849249] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.924678] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.924678] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-814" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.926021] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-814" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.926613] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-814" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.927046] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.927284] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.927447] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.930384] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.930686] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.931022] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.931660] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.931660] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.931660] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.931869] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.931976] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.932126] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.959055] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.959055] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 717.959055] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.959055] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-814" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.959055] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-ad716338-99c7-49f2-a530-97e342fab644 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.959055] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-ad716338-99c7-49f2-a530-97e342fab644" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.959055] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-ad716338-99c7-49f2-a530-97e342fab644" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.959055] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-ad716338-99c7-49f2-a530-97e342fab644" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.959055] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad716338-99c7-49f2-a530-97e342fab644',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.967490] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.967673] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.967763] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.968042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.968779] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.968999] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 is going to be created. [ 718.005969] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.006108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.006350] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.006407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.006550] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.019150] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: UNINITIALIZED for 2s [ 718.150387] env[69975]: INFO networking_nsxv3.common.synchronization [req-6d421bda-f2cf-4195-b510-2d78988cfce6 req-46dd0d5b-486c-4e8f-9bf8-8f973ec019ed tempest-ServerMetadataTestJSON-1714962535 tempest-ServerMetadataTestJSON-1714962535-project-member] Enqueued Resource ID: e713b2af-10e7-44a4-b758-381ccb19888b with Priority: HIGHEST for action security_group_members [ 718.150387] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e713b2af-10e7-44a4-b758-381ccb19888b with Priority: HIGHEST for action security_group_members [ 718.150387] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-e713b2af-10e7-44a4-b758-381ccb19888b taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.150387] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.150387] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.150387] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.151347] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.152079] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.152079] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.152291] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.152356] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.152559] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e713b2af-10e7-44a4-b758-381ccb19888b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.467206] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.467679] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.468211] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.468373] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.469029] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.469029] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port ad716338-99c7-49f2-a530-97e342fab644 not found, creating... [ 718.469225] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.469225] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.469449] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.469606] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.469753] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.470088] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.470263] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.470413] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.470642] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.470777] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.470996] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: ad716338-99c7-49f2-a530-97e342fab644 is going to be created. [ 718.492396] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.492617] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.492787] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.493147] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.493399] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.493651] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-ad716338-99c7-49f2-a530-97e342fab644" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.655822] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.656126] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.656239] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.656546] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.656668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.660393] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.660608] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.660727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.661013] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.661159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.661291] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e713b2af-10e7-44a4-b758-381ccb19888b is going to be updated. [ 718.700602] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.700771] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.700851] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.701086] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.701245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.715553] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e713b2af-10e7-44a4-b758-381ccb19888b in Status: IN_PROGRESS for 2s [ 718.748294] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbab7ae5-86d2-430e-b1a8-ac1e518e45fa in Status: SUCCESS [ 718.748482] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbab7ae5-86d2-430e-b1a8-ac1e518e45fa deletion is rescheduled due to dependency. [ 718.748605] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.790957] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 in Status: SUCCESS [ 719.791314] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.917720] env[69975]: INFO networking_nsxv3.common.synchronization [req-b8e508b8-1ccc-4227-a871-d7e117821008 req-e26666af-0433-4fa5-8abc-259c8ef0fc8c service nova] Enqueued Resource ID: 95908252-ee53-4059-8699-27fb28b2b7d8 with Priority: HIGHEST for action security_group_rules [ 719.917942] env[69975]: INFO networking_nsxv3.common.synchronization [req-b8e508b8-1ccc-4227-a871-d7e117821008 req-e26666af-0433-4fa5-8abc-259c8ef0fc8c service nova] Enqueued Resource ID: 95908252-ee53-4059-8699-27fb28b2b7d8 with Priority: HIGHEST for action security_group_members [ 719.918136] env[69975]: INFO networking_nsxv3.common.synchronization [req-b8e508b8-1ccc-4227-a871-d7e117821008 req-e26666af-0433-4fa5-8abc-259c8ef0fc8c service nova] Enqueued Resource ID: ad716338-99c7-49f2-a530-97e342fab644 with Priority: HIGHEST for action port [ 719.918858] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95908252-ee53-4059-8699-27fb28b2b7d8 with Priority: HIGHEST for action security_group_rules [ 719.918858] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95908252-ee53-4059-8699-27fb28b2b7d8 with Priority: HIGHEST for action security_group_members [ 719.918858] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad716338-99c7-49f2-a530-97e342fab644 with Priority: HIGHEST for action port [ 719.920663] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95908252-ee53-4059-8699-27fb28b2b7d8 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.920868] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.920930] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.921693] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.921693] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95908252-ee53-4059-8699-27fb28b2b7d8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.922396] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-95908252-ee53-4059-8699-27fb28b2b7d8 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.923114] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.923114] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.923114] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.923114] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.923507] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.923596] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.923901] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.924063] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.924178] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95908252-ee53-4059-8699-27fb28b2b7d8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.925459] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad716338-99c7-49f2-a530-97e342fab644 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.925571] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad716338-99c7-49f2-a530-97e342fab644" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.925640] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad716338-99c7-49f2-a530-97e342fab644" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.926569] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad716338-99c7-49f2-a530-97e342fab644" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.926569] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad716338-99c7-49f2-a530-97e342fab644',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.032011] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: SUCCESS [ 720.032287] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.032462] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.032684] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.032875] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.032990] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.033066] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.033216] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.033297] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.033382] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.033472] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.247019] env[69975]: INFO networking_nsxv3.common.synchronization [req-09c7cf1c-1f04-48ee-8a0b-b2085debe2bc req-fd02b9bb-1c9e-4f7f-9990-3d555ab8a21c tempest-FloatingIPsAssociationNegativeTestJSON-1104366271 tempest-FloatingIPsAssociationNegativeTestJSON-1104366271-project-member] Enqueued Resource ID: bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 with Priority: HIGHEST for action security_group_members [ 720.247634] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 with Priority: HIGHEST for action security_group_members [ 720.248961] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.249149] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.249149] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.249465] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.249821] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.249952] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.250145] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.250217] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.250285] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.250373] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.427725] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-95908252-ee53-4059-8699-27fb28b2b7d8 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.427958] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.428350] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95908252-ee53-4059-8699-27fb28b2b7d8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.429157] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad716338-99c7-49f2-a530-97e342fab644 with status ACTIVE [ 720.429304] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.429541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.429569] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.430019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.430019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.430496] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.430496] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.430496] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.430750] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.430750] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.430838] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.430921] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.431176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.431255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.431299] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.431358] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad716338-99c7-49f2-a530-97e342fab644 is going to be updated. [ 720.467399] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.467399] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.467399] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.467576] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.467576] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.467798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad716338-99c7-49f2-a530-97e342fab644" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.537055] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.537437] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.537437] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.539744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.539744] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.539744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.539744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.539744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.539744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.539744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.539744] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.539744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.539744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.539744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.539744] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.539744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.539744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.540312] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.540312] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.540312] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.540765] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.677508] env[69975]: INFO networking_nsxv3.common.synchronization [None req-fceba589-bc6e-4138-9fb9-eb3956099213 None None] Enqueued Resource ID: a3baeeec-8450-48e7-b5b5-9e9e85528265 with Priority: HIGHEST for action port [ 720.677863] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3baeeec-8450-48e7-b5b5-9e9e85528265 with Priority: HIGHEST for action port [ 720.678533] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3baeeec-8450-48e7-b5b5-9e9e85528265 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.678667] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3baeeec-8450-48e7-b5b5-9e9e85528265" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.678709] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3baeeec-8450-48e7-b5b5-9e9e85528265" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.678943] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3baeeec-8450-48e7-b5b5-9e9e85528265" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.679045] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3baeeec-8450-48e7-b5b5-9e9e85528265',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.725917] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e713b2af-10e7-44a4-b758-381ccb19888b in Status: SUCCESS [ 720.726135] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e713b2af-10e7-44a4-b758-381ccb19888b deletion is rescheduled due to dependency. [ 720.726355] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e713b2af-10e7-44a4-b758-381ccb19888b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.753330] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.753585] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.753585] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.753797] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.753891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.754114] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.754225] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.754271] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.754418] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.754529] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.754647] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 already deleted. [ 720.754729] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.934712] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95908252-ee53-4059-8699-27fb28b2b7d8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.042953] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92dcf97a-22f1-4da8-a70e-2cd59eb07b52: rpc.has_security_group_logging(os_id): False [ 721.068938] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.069303] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.069303] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.069579] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.069579] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.070072] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.070072] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.070072] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.070244] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.070305] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.070582] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.070685] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.071332] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.071332] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.071582] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.071764] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.071869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.071918] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.072098] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.072273] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.072273] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 is going to be created. [ 721.134196] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.134196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.134196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.134196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.134196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.150068] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: IN_PROGRESS for 2s [ 721.182679] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3baeeec-8450-48e7-b5b5-9e9e85528265 [ 721.182966] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.183088] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.183140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.183484] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.183484] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.183612] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3baeeec-8450-48e7-b5b5-9e9e85528265 already deleted. [ 721.183654] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3baeeec-8450-48e7-b5b5-9e9e85528265" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.418503] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-931 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.418503] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-931" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.418503] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-931" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.418503] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-931" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.424020] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.424020] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.424020] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.424020] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.424020] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.424020] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.424020] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.424020] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.424020] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.424020] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.424020] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.424020] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.436367] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.436722] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.436817] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.436999] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.437093] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.437194] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95908252-ee53-4059-8699-27fb28b2b7d8 is going to be created. [ 721.448763] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.448763] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 721.448763] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.448763] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-931" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.448763] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-aead0d1e-bc05-4064-8494-624226340060 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.448763] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-aead0d1e-bc05-4064-8494-624226340060" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.448763] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-aead0d1e-bc05-4064-8494-624226340060" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.449215] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-aead0d1e-bc05-4064-8494-624226340060" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.449449] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aead0d1e-bc05-4064-8494-624226340060',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.464254] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.464498] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.466035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.466035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.466035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.479595] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95908252-ee53-4059-8699-27fb28b2b7d8 in Status: UNINITIALIZED for 2s [ 721.955033] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.955345] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.957018] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.957018] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.957018] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.957018] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port aead0d1e-bc05-4064-8494-624226340060 not found, creating... [ 721.957018] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.957018] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.957018] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.957018] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.957018] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.957344] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.957344] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.957459] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.957665] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.957789] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.957919] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: aead0d1e-bc05-4064-8494-624226340060 is going to be created. [ 721.983154] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.983614] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.983614] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.983868] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.984181] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.984425] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-aead0d1e-bc05-4064-8494-624226340060" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.515680] env[69975]: INFO networking_nsxv3.common.synchronization [None req-209c16ec-b991-444f-8012-2a5d2af00d37 tempest-ServersTestManualDisk-1785355582 tempest-ServersTestManualDisk-1785355582-project-member] Enqueued Resource ID: 7efaa6f4-f8e8-4a46-a051-2b95d68576c7 with Priority: HIGHEST for action security_group_rules [ 722.516659] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7efaa6f4-f8e8-4a46-a051-2b95d68576c7 with Priority: HIGHEST for action security_group_rules [ 722.517034] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7efaa6f4-f8e8-4a46-a051-2b95d68576c7 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.517162] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.517776] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.517776] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.517776] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7efaa6f4-f8e8-4a46-a051-2b95d68576c7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.821118] env[69975]: INFO networking_nsxv3.common.synchronization [None req-c13ca454-9670-401d-b4cf-0f719e8eca46 tempest-ServersTestManualDisk-1785355582 tempest-ServersTestManualDisk-1785355582-project-member] Enqueued Resource ID: 7efaa6f4-f8e8-4a46-a051-2b95d68576c7 with Priority: HIGHEST for action security_group_rules [ 722.821906] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7efaa6f4-f8e8-4a46-a051-2b95d68576c7 with Priority: HIGHEST for action security_group_rules [ 722.824240] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7efaa6f4-f8e8-4a46-a051-2b95d68576c7 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.824384] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.004395] env[69975]: INFO networking_nsxv3.common.synchronization [None req-9f8a1761-6e7f-4100-803a-5abed2ad06ba None None] Enqueued Resource ID: 4156e5c0-9f38-4b10-8274-4e990786a162 with Priority: HIGHEST for action port [ 723.005098] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4156e5c0-9f38-4b10-8274-4e990786a162 with Priority: HIGHEST for action port [ 723.005424] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-4156e5c0-9f38-4b10-8274-4e990786a162 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.005551] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4156e5c0-9f38-4b10-8274-4e990786a162" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.005619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4156e5c0-9f38-4b10-8274-4e990786a162" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.006296] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4156e5c0-9f38-4b10-8274-4e990786a162" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.006415] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4156e5c0-9f38-4b10-8274-4e990786a162',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.045902] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.046102] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.046207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.046545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.046644] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.046747] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7efaa6f4-f8e8-4a46-a051-2b95d68576c7 already deleted. [ 723.046853] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.047218] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.047452] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.047527] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7efaa6f4-f8e8-4a46-a051-2b95d68576c7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.157066] env[69975]: INFO networking_nsxv3.common.synchronization [None req-fd67c3ab-7727-4f27-ac0c-46d5c858ff64 None None] Enqueued Resource ID: 1299e49b-f0c8-41d8-9f8c-3b3d2149e1a5 with Priority: HIGHEST for action port [ 723.157784] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1299e49b-f0c8-41d8-9f8c-3b3d2149e1a5 with Priority: HIGHEST for action port [ 723.157958] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-1299e49b-f0c8-41d8-9f8c-3b3d2149e1a5 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.158089] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1299e49b-f0c8-41d8-9f8c-3b3d2149e1a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.158160] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1299e49b-f0c8-41d8-9f8c-3b3d2149e1a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.158426] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1299e49b-f0c8-41d8-9f8c-3b3d2149e1a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.158509] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1299e49b-f0c8-41d8-9f8c-3b3d2149e1a5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.166025] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: SUCCESS [ 723.167165] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.254462] env[69975]: INFO networking_nsxv3.common.synchronization [req-09c7cf1c-1f04-48ee-8a0b-b2085debe2bc req-b2c584f9-d452-4e71-8e17-df7f426789ef service nova] Enqueued Resource ID: bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 with Priority: HIGHEST for action security_group_rules [ 723.254718] env[69975]: INFO networking_nsxv3.common.synchronization [req-09c7cf1c-1f04-48ee-8a0b-b2085debe2bc req-b2c584f9-d452-4e71-8e17-df7f426789ef service nova] Enqueued Resource ID: bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 with Priority: HIGHEST for action security_group_members [ 723.254921] env[69975]: INFO networking_nsxv3.common.synchronization [req-09c7cf1c-1f04-48ee-8a0b-b2085debe2bc req-b2c584f9-d452-4e71-8e17-df7f426789ef service nova] Enqueued Resource ID: aead0d1e-bc05-4064-8494-624226340060 with Priority: HIGHEST for action port [ 723.255908] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 with Priority: HIGHEST for action security_group_rules [ 723.256032] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 with Priority: HIGHEST for action security_group_members [ 723.256167] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aead0d1e-bc05-4064-8494-624226340060 with Priority: HIGHEST for action port [ 723.256504] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.256676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.256747] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.257110] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.257210] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.258370] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.258544] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.258631] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.258866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.262657] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.262657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.262657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.262657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.262657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.262657] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.263975] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-aead0d1e-bc05-4064-8494-624226340060 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.265408] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aead0d1e-bc05-4064-8494-624226340060" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.265672] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aead0d1e-bc05-4064-8494-624226340060" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.266135] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aead0d1e-bc05-4064-8494-624226340060" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.266739] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aead0d1e-bc05-4064-8494-624226340060',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.495650] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95908252-ee53-4059-8699-27fb28b2b7d8 in Status: SUCCESS [ 723.495744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.495897] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.496131] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.496316] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.496433] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.496494] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.496665] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.496900] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.496900] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.496984] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95908252-ee53-4059-8699-27fb28b2b7d8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.510292] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4156e5c0-9f38-4b10-8274-4e990786a162 [ 723.510646] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.510824] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.510896] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.511140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.511277] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.511344] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4156e5c0-9f38-4b10-8274-4e990786a162 already deleted. [ 723.511432] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4156e5c0-9f38-4b10-8274-4e990786a162" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.580344] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.580565] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.580565] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.580786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.580909] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.581117] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7efaa6f4-f8e8-4a46-a051-2b95d68576c7 already deleted. [ 723.581442] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.661877] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1299e49b-f0c8-41d8-9f8c-3b3d2149e1a5 [ 723.662542] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.662542] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.662542] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.663702] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.663702] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.663702] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1299e49b-f0c8-41d8-9f8c-3b3d2149e1a5 already deleted. [ 723.663836] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1299e49b-f0c8-41d8-9f8c-3b3d2149e1a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.770103] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.770512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.770937] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.771929] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aead0d1e-bc05-4064-8494-624226340060 with status ACTIVE [ 723.772210] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.772380] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.772469] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.772703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.772831] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.773065] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.773215] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.773341] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.773563] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.773680] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.773962] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.774116] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.774205] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.774387] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.774524] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.774671] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aead0d1e-bc05-4064-8494-624226340060 is going to be updated. [ 723.802854] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.803072] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.803182] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.803418] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.804026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.804026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aead0d1e-bc05-4064-8494-624226340060" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.003371] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95908252-ee53-4059-8699-27fb28b2b7d8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.278346] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.382962] env[69975]: INFO networking_nsxv3.common.synchronization [None req-1e766787-161f-40c2-868f-9ead9b667ef6 tempest-MigrationsAdminTest-1206652408 tempest-MigrationsAdminTest-1206652408-project-member] Enqueued Resource ID: 387013cb-415f-4a69-a941-52231f9e5e3d with Priority: HIGHEST for action security_group_rules [ 724.383509] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387013cb-415f-4a69-a941-52231f9e5e3d with Priority: HIGHEST for action security_group_rules [ 724.383916] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-387013cb-415f-4a69-a941-52231f9e5e3d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.383916] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-387013cb-415f-4a69-a941-52231f9e5e3d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.384097] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-387013cb-415f-4a69-a941-52231f9e5e3d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.385022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-387013cb-415f-4a69-a941-52231f9e5e3d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.385146] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('387013cb-415f-4a69-a941-52231f9e5e3d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.505167] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95908252-ee53-4059-8699-27fb28b2b7d8: rpc.has_security_group_logging(os_id): False [ 724.528671] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.528671] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.528671] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.528671] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.528671] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.528671] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.528671] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.528671] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.528671] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.528671] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.528671] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95908252-ee53-4059-8699-27fb28b2b7d8 is going to be created. [ 724.597373] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.597762] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.597852] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.598101] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.598295] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.605847] env[69975]: INFO networking_nsxv3.common.synchronization [None req-86b6b7ec-691c-42c5-8b6e-aab33d2727a1 tempest-MigrationsAdminTest-1206652408 tempest-MigrationsAdminTest-1206652408-project-member] Enqueued Resource ID: 387013cb-415f-4a69-a941-52231f9e5e3d with Priority: HIGHEST for action security_group_rules [ 724.606517] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387013cb-415f-4a69-a941-52231f9e5e3d with Priority: HIGHEST for action security_group_rules [ 724.607879] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-387013cb-415f-4a69-a941-52231f9e5e3d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.607879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-387013cb-415f-4a69-a941-52231f9e5e3d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.611479] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95908252-ee53-4059-8699-27fb28b2b7d8 in Status: IN_PROGRESS for 2s [ 724.782093] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.784030] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.784030] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.784030] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.784030] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.784030] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 is going to be created. [ 724.811331] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.811331] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.811331] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.811331] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.811331] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.821657] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 in Status: UNINITIALIZED for 2s [ 724.906267] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.906433] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.906477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.906693] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.906785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.906884] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 387013cb-415f-4a69-a941-52231f9e5e3d already deleted. [ 724.906965] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-387013cb-415f-4a69-a941-52231f9e5e3d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.907141] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-387013cb-415f-4a69-a941-52231f9e5e3d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.907767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-387013cb-415f-4a69-a941-52231f9e5e3d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.907767] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('387013cb-415f-4a69-a941-52231f9e5e3d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.033146] env[69975]: INFO networking_nsxv3.common.synchronization [req-cd176fa1-dc4d-4ff6-b969-923b0ec82599 req-d20a2214-4f3e-4ebf-a597-c7da467d50fe tempest-AttachInterfacesUnderV243Test-1966607628 tempest-AttachInterfacesUnderV243Test-1966607628-project-member] Enqueued Resource ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 with Priority: HIGHEST for action security_group_members [ 725.033865] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 with Priority: HIGHEST for action security_group_members [ 725.035889] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.035889] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.035889] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.035889] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.035889] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.035889] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.035889] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.035889] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.035889] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.035889] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.090768] env[69975]: INFO networking_nsxv3.common.synchronization [req-cd176fa1-dc4d-4ff6-b969-923b0ec82599 req-d20a2214-4f3e-4ebf-a597-c7da467d50fe tempest-AttachInterfacesUnderV243Test-1966607628 tempest-AttachInterfacesUnderV243Test-1966607628-project-member] Enqueued Resource ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 with Priority: HIGHEST for action security_group_rules [ 725.092238] env[69975]: INFO networking_nsxv3.common.synchronization [req-cd176fa1-dc4d-4ff6-b969-923b0ec82599 req-d20a2214-4f3e-4ebf-a597-c7da467d50fe tempest-AttachInterfacesUnderV243Test-1966607628 tempest-AttachInterfacesUnderV243Test-1966607628-project-member] Enqueued Resource ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 with Priority: HIGHEST for action security_group_members [ 725.093640] env[69975]: INFO networking_nsxv3.common.synchronization [req-cd176fa1-dc4d-4ff6-b969-923b0ec82599 req-d20a2214-4f3e-4ebf-a597-c7da467d50fe tempest-AttachInterfacesUnderV243Test-1966607628 tempest-AttachInterfacesUnderV243Test-1966607628-project-member] Enqueued Resource ID: bbcc00a3-079c-427d-9966-920e8614cd44 with Priority: HIGHEST for action port [ 725.098023] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 with Priority: HIGHEST for action security_group_rules [ 725.098023] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 with Priority: HIGHEST for action security_group_members [ 725.098023] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcc00a3-079c-427d-9966-920e8614cd44 with Priority: HIGHEST for action port [ 725.098023] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.098023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.098023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.098023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.098023] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.098023] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.098023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.099268] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbcc00a3-079c-427d-9966-920e8614cd44 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.099566] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbcc00a3-079c-427d-9966-920e8614cd44" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.099996] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbcc00a3-079c-427d-9966-920e8614cd44" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.101356] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbcc00a3-079c-427d-9966-920e8614cd44" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.101356] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbcc00a3-079c-427d-9966-920e8614cd44',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.233696] env[69975]: INFO networking_nsxv3.common.synchronization [None req-5333543e-cc17-4538-bc3e-949ddeb89e27 None None] Enqueued Resource ID: 59ed2075-dfc5-4ea0-b95e-cbbacfcbb59b with Priority: HIGHEST for action port [ 725.234284] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59ed2075-dfc5-4ea0-b95e-cbbacfcbb59b with Priority: HIGHEST for action port [ 725.234825] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-59ed2075-dfc5-4ea0-b95e-cbbacfcbb59b taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.239349] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59ed2075-dfc5-4ea0-b95e-cbbacfcbb59b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.239349] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59ed2075-dfc5-4ea0-b95e-cbbacfcbb59b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.239349] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59ed2075-dfc5-4ea0-b95e-cbbacfcbb59b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.239349] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59ed2075-dfc5-4ea0-b95e-cbbacfcbb59b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.437024] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.437024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.437024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.437024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.437024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.437024] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 387013cb-415f-4a69-a941-52231f9e5e3d already deleted. [ 725.437024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-387013cb-415f-4a69-a941-52231f9e5e3d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.437024] env[69975]: INFO networking_nsxv3.common.synchronization [None req-567e7569-e086-4e13-9153-0c0363dfc7f5 tempest-ServerActionsTestJSON-676534199 tempest-ServerActionsTestJSON-676534199-project-member] Enqueued Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_rules [ 725.437024] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_rules [ 725.437024] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67e87de2-ee17-49bb-8725-36c150ebf512 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.437024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.437024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.437024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.437857] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.537906] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.604889] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbcc00a3-079c-427d-9966-920e8614cd44 with status ACTIVE [ 725.605201] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.605367] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.605461] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.605734] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.605827] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.606356] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.606356] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.606356] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.606356] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.606630] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.606877] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.606877] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.606877] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.607241] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.607241] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.607314] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbcc00a3-079c-427d-9966-920e8614cd44 is going to be updated. [ 725.608968] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.609135] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.642857] env[69975]: INFO networking_nsxv3.common.synchronization [None req-0131451e-1cd0-4e3a-9abb-01b592df4b52 tempest-ServerActionsTestJSON-676534199 tempest-ServerActionsTestJSON-676534199-project-member] Enqueued Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_rules [ 725.642857] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_rules [ 725.642857] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67e87de2-ee17-49bb-8725-36c150ebf512 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.642857] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.646581] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.646801] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.646801] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.646981] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.647142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.647305] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbcc00a3-079c-427d-9966-920e8614cd44" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.742837] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59ed2075-dfc5-4ea0-b95e-cbbacfcbb59b [ 725.743106] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.743241] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.743305] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.743665] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.743665] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.743824] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59ed2075-dfc5-4ea0-b95e-cbbacfcbb59b already deleted. [ 725.743824] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59ed2075-dfc5-4ea0-b95e-cbbacfcbb59b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.961629] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.961629] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.961629] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.961863] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.961979] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.962100] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67e87de2-ee17-49bb-8725-36c150ebf512 already deleted. [ 725.962690] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.962690] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.962690] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.962690] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.045347] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.490894] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.491375] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.491375] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.491375] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.491519] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.491555] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67e87de2-ee17-49bb-8725-36c150ebf512 already deleted. [ 726.491621] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.551844] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.552022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.552081] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.552634] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.552634] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.552634] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 is going to be updated. [ 726.586276] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.586276] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.586276] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.586540] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.586540] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.597858] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 in Status: IN_PROGRESS for 2s [ 726.624755] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95908252-ee53-4059-8699-27fb28b2b7d8 in Status: SUCCESS [ 726.624755] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.652078] env[69975]: INFO networking_nsxv3.common.synchronization [req-a072f1e4-b119-4bb3-a98f-9fb0efc67e43 req-7b91fab5-2322-4cd5-94a8-411531a2f5bf tempest-ServerRescueTestJSONUnderV235-579572485 tempest-ServerRescueTestJSONUnderV235-579572485-project-member] Enqueued Resource ID: 472105b3-3f0e-4bde-8346-1149054a4706 with Priority: HIGHEST for action security_group_members [ 726.652247] env[69975]: INFO networking_nsxv3.common.synchronization [req-a072f1e4-b119-4bb3-a98f-9fb0efc67e43 req-7b91fab5-2322-4cd5-94a8-411531a2f5bf tempest-ServerRescueTestJSONUnderV235-579572485 tempest-ServerRescueTestJSONUnderV235-579572485-project-member] Enqueued Resource ID: 912ae167-c4fb-467b-90b0-01d38c4d810a with Priority: HIGHEST for action security_group_members [ 726.652811] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 472105b3-3f0e-4bde-8346-1149054a4706 with Priority: HIGHEST for action security_group_members [ 726.652920] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912ae167-c4fb-467b-90b0-01d38c4d810a with Priority: HIGHEST for action security_group_members [ 726.654182] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-472105b3-3f0e-4bde-8346-1149054a4706 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.654182] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-472105b3-3f0e-4bde-8346-1149054a4706" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.654182] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-472105b3-3f0e-4bde-8346-1149054a4706" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.654338] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-472105b3-3f0e-4bde-8346-1149054a4706" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.654404] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.654518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.654581] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.654731] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.654815] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.655606] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('472105b3-3f0e-4bde-8346-1149054a4706',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.656836] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-912ae167-c4fb-467b-90b0-01d38c4d810a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.656951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.657036] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.657198] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.657379] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.657439] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.657502] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.658419] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.660806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.660806] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('912ae167-c4fb-467b-90b0-01d38c4d810a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.724519] env[69975]: INFO networking_nsxv3.common.synchronization [req-a072f1e4-b119-4bb3-a98f-9fb0efc67e43 req-7b91fab5-2322-4cd5-94a8-411531a2f5bf tempest-ServerRescueTestJSONUnderV235-579572485 tempest-ServerRescueTestJSONUnderV235-579572485-project-member] Enqueued Resource ID: 472105b3-3f0e-4bde-8346-1149054a4706 with Priority: HIGHEST for action security_group_rules [ 726.724830] env[69975]: INFO networking_nsxv3.common.synchronization [req-a072f1e4-b119-4bb3-a98f-9fb0efc67e43 req-7b91fab5-2322-4cd5-94a8-411531a2f5bf tempest-ServerRescueTestJSONUnderV235-579572485 tempest-ServerRescueTestJSONUnderV235-579572485-project-member] Enqueued Resource ID: 472105b3-3f0e-4bde-8346-1149054a4706 with Priority: HIGHEST for action security_group_members [ 726.725060] env[69975]: INFO networking_nsxv3.common.synchronization [req-a072f1e4-b119-4bb3-a98f-9fb0efc67e43 req-7b91fab5-2322-4cd5-94a8-411531a2f5bf tempest-ServerRescueTestJSONUnderV235-579572485 tempest-ServerRescueTestJSONUnderV235-579572485-project-member] Enqueued Resource ID: 912ae167-c4fb-467b-90b0-01d38c4d810a with Priority: HIGHEST for action security_group_rules [ 726.725220] env[69975]: INFO networking_nsxv3.common.synchronization [req-a072f1e4-b119-4bb3-a98f-9fb0efc67e43 req-7b91fab5-2322-4cd5-94a8-411531a2f5bf tempest-ServerRescueTestJSONUnderV235-579572485 tempest-ServerRescueTestJSONUnderV235-579572485-project-member] Enqueued Resource ID: 912ae167-c4fb-467b-90b0-01d38c4d810a with Priority: HIGHEST for action security_group_members [ 726.725375] env[69975]: INFO networking_nsxv3.common.synchronization [req-a072f1e4-b119-4bb3-a98f-9fb0efc67e43 req-7b91fab5-2322-4cd5-94a8-411531a2f5bf tempest-ServerRescueTestJSONUnderV235-579572485 tempest-ServerRescueTestJSONUnderV235-579572485-project-member] Enqueued Resource ID: 6db4163b-49c9-41e1-bfbb-098d83fd379d with Priority: HIGHEST for action port [ 726.726152] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 472105b3-3f0e-4bde-8346-1149054a4706 with Priority: HIGHEST for action security_group_rules [ 726.726587] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912ae167-c4fb-467b-90b0-01d38c4d810a with Priority: HIGHEST for action security_group_rules [ 726.726587] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6db4163b-49c9-41e1-bfbb-098d83fd379d with Priority: HIGHEST for action port [ 726.726587] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 472105b3-3f0e-4bde-8346-1149054a4706 with Priority: HIGHEST for action security_group_members [ 726.726587] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912ae167-c4fb-467b-90b0-01d38c4d810a with Priority: HIGHEST for action security_group_members [ 726.727152] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-472105b3-3f0e-4bde-8346-1149054a4706 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.727152] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-472105b3-3f0e-4bde-8346-1149054a4706" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.727152] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-472105b3-3f0e-4bde-8346-1149054a4706" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.727426] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-472105b3-3f0e-4bde-8346-1149054a4706" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.728355] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('472105b3-3f0e-4bde-8346-1149054a4706',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.729297] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-912ae167-c4fb-467b-90b0-01d38c4d810a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.730518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.730518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.730518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.730518] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('912ae167-c4fb-467b-90b0-01d38c4d810a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.730695] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-6db4163b-49c9-41e1-bfbb-098d83fd379d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.730806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6db4163b-49c9-41e1-bfbb-098d83fd379d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.730870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6db4163b-49c9-41e1-bfbb-098d83fd379d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.731085] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6db4163b-49c9-41e1-bfbb-098d83fd379d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.731158] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6db4163b-49c9-41e1-bfbb-098d83fd379d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.732172] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-472105b3-3f0e-4bde-8346-1149054a4706 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.736127] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-472105b3-3f0e-4bde-8346-1149054a4706" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.736462] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-912ae167-c4fb-467b-90b0-01d38c4d810a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.736572] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.834254] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 in Status: SUCCESS [ 726.834254] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.834254] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.834433] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.834581] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.834699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.834765] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.836330] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.836330] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.836330] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.836330] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.157401] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('472105b3-3f0e-4bde-8346-1149054a4706',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.161671] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('912ae167-c4fb-467b-90b0-01d38c4d810a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.238851] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-472105b3-3f0e-4bde-8346-1149054a4706 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.239062] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-472105b3-3f0e-4bde-8346-1149054a4706" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.239310] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6db4163b-49c9-41e1-bfbb-098d83fd379d with status ACTIVE [ 727.239588] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.239734] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.239812] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.240131] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.240241] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.240462] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.240579] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.240656] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.240860] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.240964] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.241160] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.241251] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.241310] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.241637] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.241637] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.241637] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6db4163b-49c9-41e1-bfbb-098d83fd379d is going to be updated. [ 727.244385] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-912ae167-c4fb-467b-90b0-01d38c4d810a taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.244487] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.271879] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.271879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.271879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.271879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.271879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.271879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6db4163b-49c9-41e1-bfbb-098d83fd379d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.337993] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.338182] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.338279] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.338451] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.338615] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.338790] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.338790] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.338914] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.338999] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.339102] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.339245] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.339336] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.339395] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.339573] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.339721] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.339815] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.339874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.340015] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.340093] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.340172] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.340257] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.645184] env[69975]: INFO networking_nsxv3.common.synchronization [req-7b51b85b-da2f-4e2f-849a-0c0c702cee16 req-f74411b7-c5be-48b7-9993-d7cb5658b836 tempest-ServerRescueTestJSONUnderV235-579572485 tempest-ServerRescueTestJSONUnderV235-579572485-project-member] Enqueued Resource ID: 472105b3-3f0e-4bde-8346-1149054a4706 with Priority: HIGHEST for action security_group_members [ 727.645489] env[69975]: INFO networking_nsxv3.common.synchronization [req-7b51b85b-da2f-4e2f-849a-0c0c702cee16 req-f74411b7-c5be-48b7-9993-d7cb5658b836 tempest-ServerRescueTestJSONUnderV235-579572485 tempest-ServerRescueTestJSONUnderV235-579572485-project-member] Enqueued Resource ID: 912ae167-c4fb-467b-90b0-01d38c4d810a with Priority: HIGHEST for action security_group_members [ 727.649024] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 472105b3-3f0e-4bde-8346-1149054a4706 with Priority: HIGHEST for action security_group_members [ 727.649024] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912ae167-c4fb-467b-90b0-01d38c4d810a with Priority: HIGHEST for action security_group_members [ 727.649024] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-472105b3-3f0e-4bde-8346-1149054a4706 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.649024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-472105b3-3f0e-4bde-8346-1149054a4706" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.649024] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-912ae167-c4fb-467b-90b0-01d38c4d810a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.649024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.662286] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('472105b3-3f0e-4bde-8346-1149054a4706',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.664287] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('912ae167-c4fb-467b-90b0-01d38c4d810a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.689782] env[69975]: INFO networking_nsxv3.common.synchronization [req-4b1db433-58d6-407e-b334-816e4c543153 req-44b2fa82-869d-4853-bd6f-26633ffcc37e tempest-DeleteServersTestJSON-1273084896 tempest-DeleteServersTestJSON-1273084896-project-member] Enqueued Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 727.690347] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 727.690672] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.691026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.691026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.691930] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.692145] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.692304] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.692372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.692572] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.692677] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.692774] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.707294] env[69975]: INFO networking_nsxv3.common.synchronization [req-7b51b85b-da2f-4e2f-849a-0c0c702cee16 req-f74411b7-c5be-48b7-9993-d7cb5658b836 tempest-ServerRescueTestJSONUnderV235-579572485 tempest-ServerRescueTestJSONUnderV235-579572485-project-member] Enqueued Resource ID: 912ae167-c4fb-467b-90b0-01d38c4d810a with Priority: HIGHEST for action security_group_rules [ 727.707495] env[69975]: INFO networking_nsxv3.common.synchronization [req-7b51b85b-da2f-4e2f-849a-0c0c702cee16 req-f74411b7-c5be-48b7-9993-d7cb5658b836 tempest-ServerRescueTestJSONUnderV235-579572485 tempest-ServerRescueTestJSONUnderV235-579572485-project-member] Enqueued Resource ID: 912ae167-c4fb-467b-90b0-01d38c4d810a with Priority: HIGHEST for action security_group_members [ 727.707654] env[69975]: INFO networking_nsxv3.common.synchronization [req-7b51b85b-da2f-4e2f-849a-0c0c702cee16 req-f74411b7-c5be-48b7-9993-d7cb5658b836 tempest-ServerRescueTestJSONUnderV235-579572485 tempest-ServerRescueTestJSONUnderV235-579572485-project-member] Enqueued Resource ID: 6db4163b-49c9-41e1-bfbb-098d83fd379d with Priority: HIGHEST for action port [ 727.708460] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912ae167-c4fb-467b-90b0-01d38c4d810a with Priority: HIGHEST for action security_group_rules [ 727.710638] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912ae167-c4fb-467b-90b0-01d38c4d810a with Priority: HIGHEST for action security_group_members [ 727.710638] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6db4163b-49c9-41e1-bfbb-098d83fd379d with Priority: HIGHEST for action port [ 727.710638] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-912ae167-c4fb-467b-90b0-01d38c4d810a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.710638] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.710638] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-912ae167-c4fb-467b-90b0-01d38c4d810a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.710638] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.710638] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-6db4163b-49c9-41e1-bfbb-098d83fd379d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.710638] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6db4163b-49c9-41e1-bfbb-098d83fd379d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.710638] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6db4163b-49c9-41e1-bfbb-098d83fd379d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.711359] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6db4163b-49c9-41e1-bfbb-098d83fd379d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.711359] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6db4163b-49c9-41e1-bfbb-098d83fd379d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.844072] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4: rpc.has_security_group_logging(os_id): False [ 727.871689] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.871948] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.872020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.872220] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.872332] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.872568] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.872677] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.872739] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.872898] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.873090] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.873180] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.873285] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.873347] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.873488] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.873566] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.873769] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.873887] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.873919] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.874182] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.874487] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.874487] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 is going to be created. [ 727.945550] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.945766] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.945766] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.946374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.946590] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.961081] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 in Status: IN_PROGRESS for 2s [ 728.165227] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.165227] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.165227] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.165227] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.165227] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.165227] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 472105b3-3f0e-4bde-8346-1149054a4706 is going to be created. [ 728.170279] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.170279] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.171057] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.171629] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.171629] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.171629] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 912ae167-c4fb-467b-90b0-01d38c4d810a is going to be updated. [ 728.197335] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.197509] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.197582] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.197864] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.198018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.198249] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.198355] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.198464] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.198586] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.198663] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.198753] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 is going to be updated. [ 728.216960] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6db4163b-49c9-41e1-bfbb-098d83fd379d with status ACTIVE [ 728.216960] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.217141] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.217181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.218938] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.218938] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.218938] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.218938] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.218938] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.218938] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.218938] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.219365] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.219365] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.219365] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.219579] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.219666] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.219759] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6db4163b-49c9-41e1-bfbb-098d83fd379d is going to be updated. [ 728.233744] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.233914] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.233959] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.234958] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.235225] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.247994] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.247994] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-612" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.247994] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-612" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.247994] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-612" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.248410] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.248806] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.248971] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.249252] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.249574] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.250059] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 728.250182] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.250301] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.250413] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.250620] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 728.250775] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.250873] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.257071] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.257071] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.257071] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.257071] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.257071] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.258988] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 472105b3-3f0e-4bde-8346-1149054a4706 in Status: UNINITIALIZED for 2s [ 728.264998] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.265252] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.265348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.265625] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.265807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.266035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6db4163b-49c9-41e1-bfbb-098d83fd379d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.284714] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.284874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.284934] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.285174] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.285335] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.288920] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 912ae167-c4fb-467b-90b0-01d38c4d810a in Status: IN_PROGRESS for 2s [ 728.301372] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.301532] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.051 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 728.301665] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.301844] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-612" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.302209] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-061b4fb2-6c43-46cc-87f5-b307884088b1 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.302383] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-061b4fb2-6c43-46cc-87f5-b307884088b1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.302513] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-061b4fb2-6c43-46cc-87f5-b307884088b1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.302913] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-061b4fb2-6c43-46cc-87f5-b307884088b1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.303228] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('061b4fb2-6c43-46cc-87f5-b307884088b1',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.304833] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: IN_PROGRESS for 2s [ 728.611131] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 in Status: SUCCESS [ 728.611353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.611520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.611732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.611912] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.612033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.612101] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.612240] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.612315] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.612409] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.806200] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.806200] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.806860] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.806860] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.806860] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.807050] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 061b4fb2-6c43-46cc-87f5-b307884088b1 not found, creating... [ 728.807344] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.807440] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.807589] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.807732] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.807874] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.808201] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.808376] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.809034] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.809034] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.809034] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.809034] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 061b4fb2-6c43-46cc-87f5-b307884088b1 is going to be created. [ 728.835117] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.835347] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.835473] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.835765] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.835992] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.836266] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-061b4fb2-6c43-46cc-87f5-b307884088b1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.116356] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.279353] env[69975]: INFO networking_nsxv3.common.synchronization [req-f68660f1-1e29-4f7c-a3ad-885f4d30144d req-685a7b6f-4c2c-45bb-ba8a-06885fead10c tempest-ListServerFiltersTestJSON-1459211445 tempest-ListServerFiltersTestJSON-1459211445-project-member] Enqueued Resource ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 with Priority: HIGHEST for action security_group_members [ 729.279353] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 with Priority: HIGHEST for action security_group_members [ 729.280056] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae830ba-9fb7-41a7-939f-69c199adb5e2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.280398] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.280582] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.280888] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.281172] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.281388] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.283373] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.283373] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.283373] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.283373] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.619273] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.787502] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.816456] env[69975]: INFO networking_nsxv3.common.synchronization [req-4b1db433-58d6-407e-b334-816e4c543153 req-204865da-2e84-4ef7-9ef0-ad8786856766 service nova] Enqueued Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_rules [ 729.816696] env[69975]: INFO networking_nsxv3.common.synchronization [req-4b1db433-58d6-407e-b334-816e4c543153 req-204865da-2e84-4ef7-9ef0-ad8786856766 service nova] Enqueued Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 729.816860] env[69975]: INFO networking_nsxv3.common.synchronization [req-4b1db433-58d6-407e-b334-816e4c543153 req-204865da-2e84-4ef7-9ef0-ad8786856766 service nova] Enqueued Resource ID: 061b4fb2-6c43-46cc-87f5-b307884088b1 with Priority: HIGHEST for action port [ 729.817426] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_rules [ 729.817572] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 729.817697] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061b4fb2-6c43-46cc-87f5-b307884088b1 with Priority: HIGHEST for action port [ 729.817937] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.818220] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.818220] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.819031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.819031] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.820675] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.822023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.822023] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-061b4fb2-6c43-46cc-87f5-b307884088b1 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.822023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-061b4fb2-6c43-46cc-87f5-b307884088b1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.822023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-061b4fb2-6c43-46cc-87f5-b307884088b1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.824960] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-061b4fb2-6c43-46cc-87f5-b307884088b1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.825155] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('061b4fb2-6c43-46cc-87f5-b307884088b1',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.892431] env[69975]: INFO networking_nsxv3.common.synchronization [req-faa58cab-1fce-404d-aab6-9ce762354452 req-ad733d08-6b32-4f11-91d9-7f4614440d8c tempest-ImagesOneServerTestJSON-1015784420 tempest-ImagesOneServerTestJSON-1015784420-project-member] Enqueued Resource ID: dbb81c64-127f-4992-a1d2-be3daf9d177a with Priority: HIGHEST for action security_group_members [ 729.892431] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb81c64-127f-4992-a1d2-be3daf9d177a with Priority: HIGHEST for action security_group_members [ 729.892732] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb81c64-127f-4992-a1d2-be3daf9d177a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.892796] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.892825] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.893983] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.893983] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.893983] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.893983] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.896229] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.896380] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.896460] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb81c64-127f-4992-a1d2-be3daf9d177a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.976844] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 in Status: SUCCESS [ 729.977104] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.123688] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.123940] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.124091] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.124416] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.124565] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.124726] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 is going to be updated. [ 730.161477] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.161477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.161477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.161477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.161477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.170181] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 in Status: IN_PROGRESS for 2s [ 730.273058] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 472105b3-3f0e-4bde-8346-1149054a4706 in Status: SUCCESS [ 730.273058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-472105b3-3f0e-4bde-8346-1149054a4706" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.273058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-472105b3-3f0e-4bde-8346-1149054a4706" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.273058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-472105b3-3f0e-4bde-8346-1149054a4706" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.273058] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.273058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.273058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.273058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.273058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.273058] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('472105b3-3f0e-4bde-8346-1149054a4706',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.292355] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.303440] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 912ae167-c4fb-467b-90b0-01d38c4d810a in Status: SUCCESS [ 730.303772] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.303950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.304455] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.304547] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.304680] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.304717] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.304912] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.305021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.305158] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('912ae167-c4fb-467b-90b0-01d38c4d810a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.317928] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: SUCCESS [ 730.317928] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 deletion is rescheduled due to dependency. [ 730.317928] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.317928] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.317928] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.317928] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.317928] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.317928] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.319721] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.319721] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.319721] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.328457] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 061b4fb2-6c43-46cc-87f5-b307884088b1 with status ACTIVE [ 730.328457] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.328457] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.329010] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.330108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.330230] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.330458] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.330578] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.330653] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.330853] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.330932] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.331221] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.331328] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.331373] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.331538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.331672] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.331744] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 061b4fb2-6c43-46cc-87f5-b307884088b1 is going to be updated. [ 730.333978] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.334102] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.361542] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.361542] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.361542] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.361542] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.361542] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.361542] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-061b4fb2-6c43-46cc-87f5-b307884088b1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.398498] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.398663] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.398735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.398951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.399058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.399292] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.399486] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.399486] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.399684] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.399765] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.399854] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb81c64-127f-4992-a1d2-be3daf9d177a is going to be updated. [ 730.442428] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.442428] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.442428] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.442986] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.442986] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.470662] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb81c64-127f-4992-a1d2-be3daf9d177a in Status: IN_PROGRESS for 2s [ 730.639806] env[69975]: INFO networking_nsxv3.common.synchronization [req-2e8d727d-5863-4d43-9848-644f2927c313 req-6b6cc93c-f72b-4637-af71-6e7b27bc81c3 tempest-ServerDiagnosticsNegativeTest-2118027082 tempest-ServerDiagnosticsNegativeTest-2118027082-project-member] Enqueued Resource ID: 3e726b49-3300-4abf-8ae3-6fa9c401651f with Priority: HIGHEST for action security_group_members [ 730.639806] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e726b49-3300-4abf-8ae3-6fa9c401651f with Priority: HIGHEST for action security_group_members [ 730.639806] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e726b49-3300-4abf-8ae3-6fa9c401651f taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.639806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.639806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.640059] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.640192] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.640327] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.640369] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.640643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.640643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.640744] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e726b49-3300-4abf-8ae3-6fa9c401651f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.777911] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.780191] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.780191] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.780191] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.780191] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.780191] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.780191] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.780384] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.780412] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.780629] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.780629] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 472105b3-3f0e-4bde-8346-1149054a4706 is going to be deleted. [ 730.794532] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.795109] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.795109] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.795109] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.795109] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.795296] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 is going to be updated. [ 730.809183] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('912ae167-c4fb-467b-90b0-01d38c4d810a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.821744] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.828067] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.828245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.828285] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.829031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.829031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.839252] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 in Status: IN_PROGRESS for 2s [ 730.858632] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.859140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.860293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.862082] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.862082] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.862082] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-472105b3-3f0e-4bde-8346-1149054a4706" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.862082] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-472105b3-3f0e-4bde-8346-1149054a4706" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.862082] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-472105b3-3f0e-4bde-8346-1149054a4706" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.862082] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.862082] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.862344] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.862508] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.862594] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.862694] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('472105b3-3f0e-4bde-8346-1149054a4706',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.976254] env[69975]: INFO networking_nsxv3.common.synchronization [None req-2b1ff1d0-7adf-42d7-b863-34eb359e7173 None None] Enqueued Resource ID: 566cd957-3528-4a0e-bbe2-79029ea2c1a4 with Priority: HIGHEST for action port [ 730.976254] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566cd957-3528-4a0e-bbe2-79029ea2c1a4 with Priority: HIGHEST for action port [ 730.976254] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-566cd957-3528-4a0e-bbe2-79029ea2c1a4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.976497] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-566cd957-3528-4a0e-bbe2-79029ea2c1a4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.977704] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-566cd957-3528-4a0e-bbe2-79029ea2c1a4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.977969] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-566cd957-3528-4a0e-bbe2-79029ea2c1a4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.978136] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('566cd957-3528-4a0e-bbe2-79029ea2c1a4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.146130] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.147727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.147727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.147727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.147727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.147727] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.147727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.147727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.147727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.147727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.147727] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e726b49-3300-4abf-8ae3-6fa9c401651f already deleted. [ 731.147727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.315401] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('912ae167-c4fb-467b-90b0-01d38c4d810a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.326372] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.326372] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.326372] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.326800] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.326971] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.327477] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.327477] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.327571] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.327638] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.327848] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.327961] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.328694] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.328694] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.328694] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.328694] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.328985] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.330848] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.364527] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.364682] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.364732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.365306] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.365306] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.365306] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.365471] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.365471] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.366081] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.366125] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.366194] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 472105b3-3f0e-4bde-8346-1149054a4706 already deleted. [ 731.366265] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-472105b3-3f0e-4bde-8346-1149054a4706" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.366398] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('472105b3-3f0e-4bde-8346-1149054a4706',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.367800] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-472105b3-3f0e-4bde-8346-1149054a4706" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.367988] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-472105b3-3f0e-4bde-8346-1149054a4706" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.368182] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.368477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.368477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.368477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.368652] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.368652] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('472105b3-3f0e-4bde-8346-1149054a4706',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.403524] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.403524] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.073 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 731.403524] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.403524] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.403524] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-5bd32150-607c-4d0c-8e66-e2d5014aca93 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.403524] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-5bd32150-607c-4d0c-8e66-e2d5014aca93" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.403524] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-5bd32150-607c-4d0c-8e66-e2d5014aca93" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.403524] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-5bd32150-607c-4d0c-8e66-e2d5014aca93" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.404254] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bd32150-607c-4d0c-8e66-e2d5014aca93',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.480871] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 566cd957-3528-4a0e-bbe2-79029ea2c1a4 [ 731.481153] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.481580] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.481580] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.481742] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.481781] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.481889] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:566cd957-3528-4a0e-bbe2-79029ea2c1a4 already deleted. [ 731.481976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-566cd957-3528-4a0e-bbe2-79029ea2c1a4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.564226] env[69975]: INFO networking_nsxv3.common.synchronization [req-d06e4551-43df-4828-a9fa-3fc3f3ab497e req-14961a24-7d51-4fba-bc2c-ae222ade1cbc tempest-AttachInterfacesUnderV243Test-1966607628 tempest-AttachInterfacesUnderV243Test-1966607628-project-member] Enqueued Resource ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 with Priority: HIGHEST for action security_group_members [ 731.564840] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 with Priority: HIGHEST for action security_group_members [ 731.566098] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.566429] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.607923] env[69975]: INFO networking_nsxv3.common.synchronization [req-d06e4551-43df-4828-a9fa-3fc3f3ab497e req-14961a24-7d51-4fba-bc2c-ae222ade1cbc tempest-AttachInterfacesUnderV243Test-1966607628 tempest-AttachInterfacesUnderV243Test-1966607628-project-member] Enqueued Resource ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 with Priority: HIGHEST for action security_group_rules [ 731.608119] env[69975]: INFO networking_nsxv3.common.synchronization [req-d06e4551-43df-4828-a9fa-3fc3f3ab497e req-14961a24-7d51-4fba-bc2c-ae222ade1cbc tempest-AttachInterfacesUnderV243Test-1966607628 tempest-AttachInterfacesUnderV243Test-1966607628-project-member] Enqueued Resource ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 with Priority: HIGHEST for action security_group_members [ 731.608259] env[69975]: INFO networking_nsxv3.common.synchronization [req-d06e4551-43df-4828-a9fa-3fc3f3ab497e req-14961a24-7d51-4fba-bc2c-ae222ade1cbc tempest-AttachInterfacesUnderV243Test-1966607628 tempest-AttachInterfacesUnderV243Test-1966607628-project-member] Enqueued Resource ID: bbcc00a3-079c-427d-9966-920e8614cd44 with Priority: HIGHEST for action port [ 731.608747] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 with Priority: HIGHEST for action security_group_rules [ 731.609318] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 with Priority: HIGHEST for action security_group_members [ 731.609318] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcc00a3-079c-427d-9966-920e8614cd44 with Priority: HIGHEST for action port [ 731.611205] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.611205] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.611885] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.612055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.617150] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbcc00a3-079c-427d-9966-920e8614cd44 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.617358] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbcc00a3-079c-427d-9966-920e8614cd44" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.617426] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbcc00a3-079c-427d-9966-920e8614cd44" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.617695] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbcc00a3-079c-427d-9966-920e8614cd44" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.617813] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbcc00a3-079c-427d-9966-920e8614cd44',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.816824] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.816824] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.816824] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.817676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.817676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.817676] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 912ae167-c4fb-467b-90b0-01d38c4d810a is going to be updated. [ 731.838896] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.842152] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.842152] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.842152] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.842152] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.842152] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 is going to be updated. [ 731.852218] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.852393] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.852453] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.852656] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.852842] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.864651] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 912ae167-c4fb-467b-90b0-01d38c4d810a in Status: IN_PROGRESS for 2s [ 731.870416] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('472105b3-3f0e-4bde-8346-1149054a4706',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.874438] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.874789] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.874789] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.874864] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.875340] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.875340] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.875340] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.875340] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.875537] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.875537] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.875750] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 472105b3-3f0e-4bde-8346-1149054a4706 already deleted. [ 731.875750] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-472105b3-3f0e-4bde-8346-1149054a4706" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.880822] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.881016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.881016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.881228] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.881360] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.891846] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: IN_PROGRESS for 2s [ 731.913952] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.913952] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.913952] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.913952] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.913952] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.913952] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 5bd32150-607c-4d0c-8e66-e2d5014aca93 not found, creating... [ 731.913952] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.913952] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.913952] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.913952] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.915069] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.915736] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.916180] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.916636] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.917832] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.918091] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.918386] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 5bd32150-607c-4d0c-8e66-e2d5014aca93 is going to be created. [ 731.945039] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.945039] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.945039] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.945039] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.945039] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.945039] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-5bd32150-607c-4d0c-8e66-e2d5014aca93" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.124029] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbcc00a3-079c-427d-9966-920e8614cd44 with status ACTIVE [ 732.124029] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.124029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.124029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.124029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.124029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.124029] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.124029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.124029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.124029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.124029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.124029] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.124029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.124029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.124029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.124029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.124029] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbcc00a3-079c-427d-9966-920e8614cd44 is going to be updated. [ 732.149146] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.149146] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.149146] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.149146] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.149146] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.149472] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbcc00a3-079c-427d-9966-920e8614cd44" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.181666] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 in Status: SUCCESS [ 732.181666] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.181666] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.181892] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.181892] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.182024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.183634] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.183634] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.183634] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.183634] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.183634] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.184167] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.184664] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.184873] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.185972] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.185972] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.185972] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.185972] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.185972] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.373104] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 472105b3-3f0e-4bde-8346-1149054a4706: rpc.has_security_group_logging(os_id): False [ 732.397401] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.397705] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.397951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.397951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.398091] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.398301] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.398403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.398462] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.398834] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.398834] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.398834] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 472105b3-3f0e-4bde-8346-1149054a4706 is going to be created. [ 732.459591] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/472105b3-3f0e-4bde-8346-1149054a4706], does not exist path=[/infra/domains/default/groups/472105b3-3f0e-4bde-8346-1149054a4706]."\n}' [ 732.460134] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 472105b3-3f0e-4bde-8346-1149054a4706 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/472105b3-3f0e-4bde-8346-1149054a4706 [ 732.460134] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 732.483178] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb81c64-127f-4992-a1d2-be3daf9d177a in Status: SUCCESS [ 732.483342] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb81c64-127f-4992-a1d2-be3daf9d177a deletion is rescheduled due to dependency. [ 732.483491] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.525028] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.525283] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.525358] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.525697] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.527059] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.527382] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.527505] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.527576] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.527782] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.527889] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.528147] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.528344] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.528380] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.528561] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.528686] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.528737] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 472105b3-3f0e-4bde-8346-1149054a4706 is going to be created. [ 732.551296] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/472105b3-3f0e-4bde-8346-1149054a4706], does not exist path=[/infra/domains/default/groups/472105b3-3f0e-4bde-8346-1149054a4706]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/472105b3-3f0e-4bde-8346-1149054a4706 [ 732.551517] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-472105b3-3f0e-4bde-8346-1149054a4706" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.552053] env[69975]: Traceback (most recent call last): [ 732.552053] env[69975]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 732.552053] env[69975]: return func(*args, **kwargs) [ 732.552053] env[69975]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 732.552053] env[69975]: res.raise_for_status() [ 732.552053] env[69975]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 732.552053] env[69975]: raise HTTPError(http_error_msg, response=self) [ 732.552350] env[69975]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/472105b3-3f0e-4bde-8346-1149054a4706 [ 732.552350] env[69975]: During handling of the above exception, another exception occurred: [ 732.552350] env[69975]: Traceback (most recent call last): [ 732.552350] env[69975]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 732.552350] env[69975]: listener.cb(fileno) [ 732.552350] env[69975]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 732.552350] env[69975]: result = function(*args, **kwargs) [ 732.552350] env[69975]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 732.552350] env[69975]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 732.552350] env[69975]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 732.552350] env[69975]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 732.552350] env[69975]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 732.552350] env[69975]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 732.552350] env[69975]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 732.552350] env[69975]: res.raise_for_status() [ 732.552350] env[69975]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 732.552350] env[69975]: raise HTTPError(http_error_msg, response=self) [ 732.552350] env[69975]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/472105b3-3f0e-4bde-8346-1149054a4706 [ 732.552350] env[69975]: Removing descriptor: 29 [ 732.689447] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.689447] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.737285] env[69975]: INFO networking_nsxv3.common.synchronization [req-2e8d727d-5863-4d43-9848-644f2927c313 req-ff493fbd-1fca-42a2-a8a1-92575a76afa8 service nova] Enqueued Resource ID: 3e726b49-3300-4abf-8ae3-6fa9c401651f with Priority: HIGHEST for action security_group_rules [ 732.737466] env[69975]: INFO networking_nsxv3.common.synchronization [req-2e8d727d-5863-4d43-9848-644f2927c313 req-ff493fbd-1fca-42a2-a8a1-92575a76afa8 service nova] Enqueued Resource ID: 3e726b49-3300-4abf-8ae3-6fa9c401651f with Priority: HIGHEST for action security_group_members [ 732.737604] env[69975]: INFO networking_nsxv3.common.synchronization [req-2e8d727d-5863-4d43-9848-644f2927c313 req-ff493fbd-1fca-42a2-a8a1-92575a76afa8 service nova] Enqueued Resource ID: 5bd32150-607c-4d0c-8e66-e2d5014aca93 with Priority: HIGHEST for action port [ 732.738383] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e726b49-3300-4abf-8ae3-6fa9c401651f with Priority: HIGHEST for action security_group_rules [ 732.738383] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e726b49-3300-4abf-8ae3-6fa9c401651f with Priority: HIGHEST for action security_group_members [ 732.738383] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd32150-607c-4d0c-8e66-e2d5014aca93 with Priority: HIGHEST for action port [ 732.738945] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e726b49-3300-4abf-8ae3-6fa9c401651f taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.739170] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.739241] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.739497] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.739643] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e726b49-3300-4abf-8ae3-6fa9c401651f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.740494] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e726b49-3300-4abf-8ae3-6fa9c401651f taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.740616] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.740696] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.740869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.741229] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.741229] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.741229] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.741359] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.741385] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.741475] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e726b49-3300-4abf-8ae3-6fa9c401651f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.742272] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bd32150-607c-4d0c-8e66-e2d5014aca93 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.742381] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bd32150-607c-4d0c-8e66-e2d5014aca93" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.743033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bd32150-607c-4d0c-8e66-e2d5014aca93" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.743033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bd32150-607c-4d0c-8e66-e2d5014aca93" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.743033] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bd32150-607c-4d0c-8e66-e2d5014aca93',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.849554] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 in Status: SUCCESS [ 732.849883] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.192226] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.195713] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6834b5a4-19b2-45ec-a1f0-b74e5ec96443: rpc.has_security_group_logging(os_id): False [ 733.233567] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.238536] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.238536] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.238536] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.247568] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e726b49-3300-4abf-8ae3-6fa9c401651f taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.248990] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.248990] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e726b49-3300-4abf-8ae3-6fa9c401651f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.249785] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bd32150-607c-4d0c-8e66-e2d5014aca93 with status ACTIVE [ 733.250803] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.251253] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.251341] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.251547] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.251634] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.251836] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.251938] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.251988] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.252164] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.252240] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.252409] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.252492] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.252668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.252668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.252758] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.252808] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bd32150-607c-4d0c-8e66-e2d5014aca93 is going to be updated. [ 733.274341] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.274341] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.274341] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.274341] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.274341] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.274341] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.274341] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 is going to be updated. [ 733.288481] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.292309] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.292396] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.292619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.292767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.292940] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bd32150-607c-4d0c-8e66-e2d5014aca93" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.390119] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.390279] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.390317] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.391266] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.391266] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.417942] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 in Status: IN_PROGRESS for 2s [ 733.423637] env[69975]: INFO networking_nsxv3.common.synchronization [req-2666f363-4216-43b5-81ca-1a738b10e8d5 req-d05c4482-3186-47ea-9052-b803ba4e77e8 tempest-ImagesTestJSON-532780232 tempest-ImagesTestJSON-532780232-project-member] Enqueued Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 733.423742] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 733.424067] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.425081] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.425081] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.429018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.429018] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.429018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.429018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.429018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.429018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.429018] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.698082] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.698082] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.698082] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.698082] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.698401] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.698401] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 is going to be updated. [ 733.731099] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.731099] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.731099] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.731373] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.731422] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.753729] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 in Status: IN_PROGRESS for 2s [ 733.757483] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e726b49-3300-4abf-8ae3-6fa9c401651f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.767506] env[69975]: INFO networking_nsxv3.common.synchronization [None req-70a2a195-d576-4dd8-90f8-2d44c90a8357 None None] Enqueued Resource ID: d21b51aa-3c74-405d-a707-6ba42668b69e with Priority: HIGHEST for action port [ 733.768212] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d21b51aa-3c74-405d-a707-6ba42668b69e with Priority: HIGHEST for action port [ 733.768423] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-d21b51aa-3c74-405d-a707-6ba42668b69e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.768574] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d21b51aa-3c74-405d-a707-6ba42668b69e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.768645] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d21b51aa-3c74-405d-a707-6ba42668b69e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.770304] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d21b51aa-3c74-405d-a707-6ba42668b69e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.770304] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d21b51aa-3c74-405d-a707-6ba42668b69e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.876996] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 912ae167-c4fb-467b-90b0-01d38c4d810a in Status: SUCCESS [ 733.877278] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.877310] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.877894] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.878152] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.878352] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.878352] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.878759] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.878902] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.879031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.879165] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('912ae167-c4fb-467b-90b0-01d38c4d810a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.880980] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.881302] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.881660] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.881812] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.881935] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.882140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.882205] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.882278] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('912ae167-c4fb-467b-90b0-01d38c4d810a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.901919] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: SUCCESS [ 733.902133] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.902502] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.902817] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.902912] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.903011] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.903068] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.903206] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.903896] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.903896] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.903896] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.930676] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.930676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.930676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.930676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.930676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.930676] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.930676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.930676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.930676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.930676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.930676] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 already deleted. [ 733.930676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.064033] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.064033] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-388" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.064033] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-388" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.064033] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-388" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.064033] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.064033] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.064033] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.064033] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.064033] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.064033] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.064937] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.065205] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.065437] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.067935] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.067935] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.067935] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.086768] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.086945] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 734.087129] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.087363] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-388" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.087814] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-7c2fed4f-eaa2-49d4-9df7-62d75b592224 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.088030] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-7c2fed4f-eaa2-49d4-9df7-62d75b592224" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.088126] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-7c2fed4f-eaa2-49d4-9df7-62d75b592224" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.088453] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-7c2fed4f-eaa2-49d4-9df7-62d75b592224" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.088593] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c2fed4f-eaa2-49d4-9df7-62d75b592224',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.261978] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.261978] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.261978] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.261978] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.261978] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.261978] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e726b49-3300-4abf-8ae3-6fa9c401651f is going to be created. [ 734.273327] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d21b51aa-3c74-405d-a707-6ba42668b69e [ 734.273574] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.273951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.273951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.274088] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.274088] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.274176] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d21b51aa-3c74-405d-a707-6ba42668b69e already deleted. [ 734.274256] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d21b51aa-3c74-405d-a707-6ba42668b69e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.289422] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.289621] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.289673] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.290216] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.290216] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.302965] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e726b49-3300-4abf-8ae3-6fa9c401651f in Status: UNINITIALIZED for 2s [ 734.381726] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-912ae167-c4fb-467b-90b0-01d38c4d810a taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.382019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.384341] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('912ae167-c4fb-467b-90b0-01d38c4d810a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.405651] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.405822] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.405897] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.406154] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.406292] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.406388] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.406441] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.406624] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.406690] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.406749] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.406935] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.408272] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.408361] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.408589] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.408776] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.408902] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.409166] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.409166] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.409366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.409366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.409366] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.591775] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.592122] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.592208] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.592518] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.592683] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.592855] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 7c2fed4f-eaa2-49d4-9df7-62d75b592224 not found, creating... [ 734.593157] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.593325] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.593434] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.593660] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.593822] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.594248] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.594351] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.594418] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.594670] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.594825] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.594962] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 7c2fed4f-eaa2-49d4-9df7-62d75b592224 is going to be created. [ 734.622887] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.624567] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.629221] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.629221] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.629221] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.629221] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-7c2fed4f-eaa2-49d4-9df7-62d75b592224" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.887608] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('912ae167-c4fb-467b-90b0-01d38c4d810a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.916235] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c910b46b-0916-43b8-95a3-38b1580dd9d6: rpc.has_security_group_logging(os_id): False [ 734.949175] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.949175] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.949175] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.949388] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.985140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.985140] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.985140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.985140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.985140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.985140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.985140] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.985140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.985140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.985140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.985140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.985140] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.985140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.985140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.985664] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.985664] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.985664] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 is going to be updated. [ 735.072347] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.072500] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.072569] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.072783] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.072944] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.093130] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: IN_PROGRESS for 2s [ 735.390565] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.390745] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.390812] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.391064] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.391159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.391257] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 912ae167-c4fb-467b-90b0-01d38c4d810a is going to be updated. [ 735.428415] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.428594] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.428705] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.429018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.429192] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.437418] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 in Status: SUCCESS [ 735.437418] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.437611] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.437765] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.437852] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.440728] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 912ae167-c4fb-467b-90b0-01d38c4d810a in Status: IN_PROGRESS for 2s [ 735.548527] env[69975]: INFO networking_nsxv3.common.synchronization [req-2666f363-4216-43b5-81ca-1a738b10e8d5 req-5c5affa8-b2ec-46d5-abdb-499f3cb353bd service nova] Enqueued Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_rules [ 735.548527] env[69975]: INFO networking_nsxv3.common.synchronization [req-2666f363-4216-43b5-81ca-1a738b10e8d5 req-5c5affa8-b2ec-46d5-abdb-499f3cb353bd service nova] Enqueued Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 735.548527] env[69975]: INFO networking_nsxv3.common.synchronization [req-2666f363-4216-43b5-81ca-1a738b10e8d5 req-5c5affa8-b2ec-46d5-abdb-499f3cb353bd service nova] Enqueued Resource ID: 7c2fed4f-eaa2-49d4-9df7-62d75b592224 with Priority: HIGHEST for action port [ 735.548771] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_rules [ 735.548919] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 735.548953] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2fed4f-eaa2-49d4-9df7-62d75b592224 with Priority: HIGHEST for action port [ 735.549575] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.549720] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.549789] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.550987] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.551784] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.552711] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.552896] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.552964] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.554232] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.554232] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.554232] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.554232] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.554232] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.554232] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.554232] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.554962] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c2fed4f-eaa2-49d4-9df7-62d75b592224 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.555827] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c2fed4f-eaa2-49d4-9df7-62d75b592224" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.555959] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c2fed4f-eaa2-49d4-9df7-62d75b592224" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.556190] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c2fed4f-eaa2-49d4-9df7-62d75b592224" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.556318] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c2fed4f-eaa2-49d4-9df7-62d75b592224',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.765055] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 in Status: SUCCESS [ 735.765299] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.765533] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.765822] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.766090] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.766245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.766328] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.766514] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.766846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.766846] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.940211] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.940630] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.061025] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.061025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.061025] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.061025] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c2fed4f-eaa2-49d4-9df7-62d75b592224 with status ACTIVE [ 736.061025] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.061025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.061025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.061025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.061025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.061459] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.061459] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.061459] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.061548] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.061713] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.061769] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.061858] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.061932] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.062087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.062157] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.062313] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c2fed4f-eaa2-49d4-9df7-62d75b592224 is going to be updated. [ 736.092192] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.092192] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.092192] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.092192] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.092192] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.092192] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c2fed4f-eaa2-49d4-9df7-62d75b592224" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.269610] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.319440] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e726b49-3300-4abf-8ae3-6fa9c401651f in Status: SUCCESS [ 736.319785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.319885] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.320090] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.320369] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.320459] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.320459] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.320600] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.320683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.320765] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.320855] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e726b49-3300-4abf-8ae3-6fa9c401651f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.534021] env[69975]: INFO networking_nsxv3.common.synchronization [req-8af336c6-d307-4c3a-b61b-f9a930ef0135 req-9fecc2a5-2a7a-4490-9dc9-f68591f86b48 tempest-AttachInterfacesUnderV243Test-1966607628 tempest-AttachInterfacesUnderV243Test-1966607628-project-member] Enqueued Resource ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 with Priority: HIGHEST for action security_group_members [ 736.534021] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 with Priority: HIGHEST for action security_group_members [ 736.534401] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.534642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.565444] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.773986] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.824563] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e726b49-3300-4abf-8ae3-6fa9c401651f taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.824820] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.824820] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.825077] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.825267] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.825370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.825443] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.825604] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.825702] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.825792] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.825972] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e726b49-3300-4abf-8ae3-6fa9c401651f taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.826042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.826116] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.826256] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.826421] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.826493] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.826588] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.826707] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.826785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.829443] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.829443] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e726b49-3300-4abf-8ae3-6fa9c401651f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.067510] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.067876] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.067876] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.068103] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.068103] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.068196] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 is going to be created. [ 737.095334] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.095334] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.095334] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.095581] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.095581] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.110241] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: UNINITIALIZED for 2s [ 737.119124] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: SUCCESS [ 737.119604] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.275718] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.275867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.275950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.276187] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.276277] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.276380] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 is going to be updated. [ 737.311125] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.311264] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.311264] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.311458] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.311578] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.325278] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 in Status: IN_PROGRESS for 2s [ 737.331641] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e726b49-3300-4abf-8ae3-6fa9c401651f: rpc.has_security_group_logging(os_id): False [ 737.366316] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.366474] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.366545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.366767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.366860] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.367132] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.367234] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.367295] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.367497] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.367575] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.367741] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.367825] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.369055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.369055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.369055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.369247] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.369349] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.369415] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.369648] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.369727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.369816] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e726b49-3300-4abf-8ae3-6fa9c401651f is going to be created. [ 737.450985] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.451188] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.451256] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.452137] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.452137] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.459257] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 912ae167-c4fb-467b-90b0-01d38c4d810a in Status: SUCCESS [ 737.459257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.459785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.460027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.460571] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.460701] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.460701] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.460943] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.461024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.461220] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('912ae167-c4fb-467b-90b0-01d38c4d810a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.472152] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e726b49-3300-4abf-8ae3-6fa9c401651f in Status: IN_PROGRESS for 2s [ 737.964079] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('912ae167-c4fb-467b-90b0-01d38c4d810a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.466937] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('912ae167-c4fb-467b-90b0-01d38c4d810a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.974185] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.974343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.974461] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.974705] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.974802] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.974928] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 912ae167-c4fb-467b-90b0-01d38c4d810a is going to be updated. [ 739.009348] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.009480] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.010017] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.010017] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.010113] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.022506] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 912ae167-c4fb-467b-90b0-01d38c4d810a in Status: IN_PROGRESS for 2s [ 739.125185] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: UNINITIALIZED for 4s [ 739.338132] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 in Status: SUCCESS [ 739.338132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.338132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.338132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.338132] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.338132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.338624] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.338624] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.338624] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.338624] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.338624] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.342934] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.344318] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.344584] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.344744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.344926] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.344996] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.345846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.345846] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.489614] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e726b49-3300-4abf-8ae3-6fa9c401651f in Status: SUCCESS [ 739.489968] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.910511] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.910511] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.910511] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.910511] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.910511] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.910511] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.910511] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.910511] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.910511] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.910511] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.910511] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.910511] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 is going to be updated. [ 739.910511] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.910511] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.910511] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.911862] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.911862] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.911862] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 in Status: IN_PROGRESS for 2s [ 740.353964] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6834b5a4-19b2-45ec-a1f0-b74e5ec96443: rpc.has_security_group_logging(os_id): False [ 740.377125] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.377125] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.377125] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.377125] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.377366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.377489] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.377704] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.377805] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.380109] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.380298] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.380471] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 is going to be updated. [ 740.452342] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.452639] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.452781] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.453084] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.453303] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.479132] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 in Status: IN_PROGRESS for 2s [ 740.480788] env[69975]: INFO networking_nsxv3.common.synchronization [None req-b498814a-8d45-4dc9-9b89-25323ce377e4 None None] Enqueued Resource ID: 36fe3275-8020-4dfa-9e2d-42451cd142bf with Priority: HIGHEST for action port [ 740.481973] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36fe3275-8020-4dfa-9e2d-42451cd142bf with Priority: HIGHEST for action port [ 740.482991] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-36fe3275-8020-4dfa-9e2d-42451cd142bf taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.483980] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36fe3275-8020-4dfa-9e2d-42451cd142bf" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.483980] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36fe3275-8020-4dfa-9e2d-42451cd142bf" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.485483] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36fe3275-8020-4dfa-9e2d-42451cd142bf" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.485483] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36fe3275-8020-4dfa-9e2d-42451cd142bf',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.630736] env[69975]: INFO networking_nsxv3.common.synchronization [req-0e46e2ef-6fdd-4da6-8ae4-433fb3753f6b req-188bd3b5-6994-419a-86cf-c57770efa41b tempest-ServerRescueTestJSONUnderV235-579572485 tempest-ServerRescueTestJSONUnderV235-579572485-project-member] Enqueued Resource ID: 912ae167-c4fb-467b-90b0-01d38c4d810a with Priority: HIGHEST for action security_group_members [ 740.631487] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912ae167-c4fb-467b-90b0-01d38c4d810a with Priority: HIGHEST for action security_group_members [ 740.631911] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-912ae167-c4fb-467b-90b0-01d38c4d810a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.632789] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.988894] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36fe3275-8020-4dfa-9e2d-42451cd142bf [ 740.991146] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.991146] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.991146] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.991146] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.991146] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.991146] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36fe3275-8020-4dfa-9e2d-42451cd142bf already deleted. [ 740.991146] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36fe3275-8020-4dfa-9e2d-42451cd142bf" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.034631] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 912ae167-c4fb-467b-90b0-01d38c4d810a in Status: SUCCESS [ 741.034986] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.035555] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.035882] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.036172] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.036386] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.036522] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.036785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.036928] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.037079] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.037343] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-912ae167-c4fb-467b-90b0-01d38c4d810a taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.037520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.037705] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.037873] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.038078] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.038187] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.038251] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.038491] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.038548] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.038638] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.038722] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('912ae167-c4fb-467b-90b0-01d38c4d810a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.040073] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.040073] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.040183] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.040347] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.040801] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.040801] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.040896] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.041034] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('912ae167-c4fb-467b-90b0-01d38c4d810a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.140023] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: SUCCESS [ 741.140368] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.140601] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.140907] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.141139] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.141297] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.141371] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.141568] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.141661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.141814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.141955] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.543626] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 912ae167-c4fb-467b-90b0-01d38c4d810a: rpc.has_security_group_logging(os_id): False [ 741.546975] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.546975] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.546975] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.547943] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.569219] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.569219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.570565] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.570982] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.571237] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.571384] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.571651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.571843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.572644] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 912ae167-c4fb-467b-90b0-01d38c4d810a is going to be updated. [ 741.573725] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.573919] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.574021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.575096] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.575096] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.575096] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.575096] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.575096] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.575096] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.575096] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.575096] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.575096] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.575513] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.575513] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.575513] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.575513] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.575704] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.575704] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.575762] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 912ae167-c4fb-467b-90b0-01d38c4d810a is going to be updated. [ 741.605108] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.605108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.605108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.605108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.605333] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.615344] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 912ae167-c4fb-467b-90b0-01d38c4d810a in Status: IN_PROGRESS for 2s [ 741.647159] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.647159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.647159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.647159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.647159] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.647159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.647159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.647159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.647159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.647159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.647159] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.647159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.647159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.647159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.647159] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.647159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.647953] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.647953] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.647953] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.647953] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.647953] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.657090] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.658088] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.658088] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.658088] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.658088] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.698033] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 912ae167-c4fb-467b-90b0-01d38c4d810a in Status: IN_PROGRESS for 2s [ 741.903979] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 in Status: SUCCESS [ 741.904200] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 deletion is rescheduled due to dependency. [ 741.904317] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.150655] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 538c6b68-347d-47eb-bbf2-741751e778d4: rpc.has_security_group_logging(os_id): False [ 742.170035] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.170035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.170147] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.170300] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.170384] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.171301] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.171301] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.171301] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.171301] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.171301] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.171301] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.171301] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.171301] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.171604] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.171604] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.171654] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.171698] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.171755] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.171886] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.171953] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.172041] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 is going to be created. [ 742.260918] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.261083] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.261191] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.261362] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.261540] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.276331] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: IN_PROGRESS for 2s [ 742.501019] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 in Status: SUCCESS [ 742.501019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.046533] env[69975]: INFO networking_nsxv3.common.synchronization [req-685183c9-1e95-4f12-bde5-a2bf306db39a req-63fd7572-89fd-4351-9d36-913d82d246a3 tempest-ServersV294TestFqdnHostnames-2099141024 tempest-ServersV294TestFqdnHostnames-2099141024-project-member] Enqueued Resource ID: 26590364-cf5a-4322-8368-aa7a07f657ff with Priority: HIGHEST for action security_group_members [ 743.047384] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26590364-cf5a-4322-8368-aa7a07f657ff with Priority: HIGHEST for action security_group_members [ 743.047384] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-26590364-cf5a-4322-8368-aa7a07f657ff taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.047384] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.047661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.047732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.047864] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.047990] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.048904] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.049386] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.049386] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.049386] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26590364-cf5a-4322-8368-aa7a07f657ff',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.129474] env[69975]: INFO networking_nsxv3.common.synchronization [None req-6370e70b-2df3-43a8-af13-5a41e39b8c9c None None] Enqueued Resource ID: a54881de-9978-4010-9029-fbdd4e2532c3 with Priority: HIGHEST for action port [ 743.130347] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a54881de-9978-4010-9029-fbdd4e2532c3 with Priority: HIGHEST for action port [ 743.133362] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-a54881de-9978-4010-9029-fbdd4e2532c3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.133362] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a54881de-9978-4010-9029-fbdd4e2532c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.133362] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a54881de-9978-4010-9029-fbdd4e2532c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.133362] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a54881de-9978-4010-9029-fbdd4e2532c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.133362] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a54881de-9978-4010-9029-fbdd4e2532c3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.553372] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.553372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.553372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.553372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.553372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.553372] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.553372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.553372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.553372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.553372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.553372] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26590364-cf5a-4322-8368-aa7a07f657ff already deleted. [ 743.553372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.627312] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 912ae167-c4fb-467b-90b0-01d38c4d810a in Status: SUCCESS [ 743.627487] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 912ae167-c4fb-467b-90b0-01d38c4d810a deletion is rescheduled due to dependency. [ 743.627652] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.635213] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a54881de-9978-4010-9029-fbdd4e2532c3 [ 743.635423] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.635423] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.635787] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.636331] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.636331] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.636331] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a54881de-9978-4010-9029-fbdd4e2532c3 already deleted. [ 743.636331] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a54881de-9978-4010-9029-fbdd4e2532c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.715435] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 912ae167-c4fb-467b-90b0-01d38c4d810a in Status: SUCCESS [ 743.716455] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.716910] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.718856] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.718856] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('912ae167-c4fb-467b-90b0-01d38c4d810a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.988326] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.988529] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-543" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.988675] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-543" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.989029] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-543" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.989339] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.989516] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.989703] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.990083] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.995019] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.995019] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.995019] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.995019] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.995019] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.995019] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.995019] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.995019] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.007512] env[69975]: INFO networking_nsxv3.common.synchronization [None req-63556d2c-af74-4731-81b6-0a2c0ba5dc77 None None] Enqueued Resource ID: 63ca89b5-d51c-465e-90ff-9f5eb8f0df3c with Priority: HIGHEST for action port [ 744.007512] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ca89b5-d51c-465e-90ff-9f5eb8f0df3c with Priority: HIGHEST for action port [ 744.011262] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-63ca89b5-d51c-465e-90ff-9f5eb8f0df3c taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.011262] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63ca89b5-d51c-465e-90ff-9f5eb8f0df3c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.011262] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63ca89b5-d51c-465e-90ff-9f5eb8f0df3c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.011262] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63ca89b5-d51c-465e-90ff-9f5eb8f0df3c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.011262] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63ca89b5-d51c-465e-90ff-9f5eb8f0df3c',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.024983] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.028366] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 744.028366] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.028366] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-543" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.028366] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-0fd7d67c-3b77-4d0b-ad20-76668f828c54 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.028366] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-0fd7d67c-3b77-4d0b-ad20-76668f828c54" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.028366] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-0fd7d67c-3b77-4d0b-ad20-76668f828c54" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.028366] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-0fd7d67c-3b77-4d0b-ad20-76668f828c54" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.028366] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fd7d67c-3b77-4d0b-ad20-76668f828c54',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.246319] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.246655] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.246655] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.246753] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.246819] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.246939] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 912ae167-c4fb-467b-90b0-01d38c4d810a is going to be deleted. [ 744.288579] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: SUCCESS [ 744.288579] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.315788] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.315788] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.315788] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.315788] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.316039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.316039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-912ae167-c4fb-467b-90b0-01d38c4d810a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.511844] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63ca89b5-d51c-465e-90ff-9f5eb8f0df3c [ 744.512214] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.512432] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.512554] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.512836] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.512972] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.513111] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63ca89b5-d51c-465e-90ff-9f5eb8f0df3c already deleted. [ 744.513228] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63ca89b5-d51c-465e-90ff-9f5eb8f0df3c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.529585] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.529891] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.530076] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.530376] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.530552] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.530717] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 0fd7d67c-3b77-4d0b-ad20-76668f828c54 not found, creating... [ 744.531011] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.531182] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.531306] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.531531] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.531667] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.531959] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.535441] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.535590] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.535850] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.535996] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.536169] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 0fd7d67c-3b77-4d0b-ad20-76668f828c54 is going to be created. [ 744.558308] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.558556] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.558658] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.558954] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.559179] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.559409] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-0fd7d67c-3b77-4d0b-ad20-76668f828c54" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.391356] env[69975]: INFO networking_nsxv3.common.synchronization [req-685183c9-1e95-4f12-bde5-a2bf306db39a req-b0dffde3-ce2e-4d01-a479-4a3e9a2467db service nova] Enqueued Resource ID: 26590364-cf5a-4322-8368-aa7a07f657ff with Priority: HIGHEST for action security_group_rules [ 745.391753] env[69975]: INFO networking_nsxv3.common.synchronization [req-685183c9-1e95-4f12-bde5-a2bf306db39a req-b0dffde3-ce2e-4d01-a479-4a3e9a2467db service nova] Enqueued Resource ID: 26590364-cf5a-4322-8368-aa7a07f657ff with Priority: HIGHEST for action security_group_members [ 745.392672] env[69975]: INFO networking_nsxv3.common.synchronization [req-685183c9-1e95-4f12-bde5-a2bf306db39a req-b0dffde3-ce2e-4d01-a479-4a3e9a2467db service nova] Enqueued Resource ID: 0fd7d67c-3b77-4d0b-ad20-76668f828c54 with Priority: HIGHEST for action port [ 745.393575] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26590364-cf5a-4322-8368-aa7a07f657ff with Priority: HIGHEST for action security_group_rules [ 745.393756] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26590364-cf5a-4322-8368-aa7a07f657ff with Priority: HIGHEST for action security_group_members [ 745.394261] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd7d67c-3b77-4d0b-ad20-76668f828c54 with Priority: HIGHEST for action port [ 745.394426] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26590364-cf5a-4322-8368-aa7a07f657ff taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.394568] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.394568] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.395332] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.395332] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26590364-cf5a-4322-8368-aa7a07f657ff',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.400307] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-26590364-cf5a-4322-8368-aa7a07f657ff taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.400307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.400307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.400307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.400307] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.400307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.400307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.400307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.400307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.400307] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26590364-cf5a-4322-8368-aa7a07f657ff',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.400307] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fd7d67c-3b77-4d0b-ad20-76668f828c54 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.400307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fd7d67c-3b77-4d0b-ad20-76668f828c54" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.400307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fd7d67c-3b77-4d0b-ad20-76668f828c54" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.400307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fd7d67c-3b77-4d0b-ad20-76668f828c54" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.400307] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fd7d67c-3b77-4d0b-ad20-76668f828c54',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.897896] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-26590364-cf5a-4322-8368-aa7a07f657ff taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.898055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.903466] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fd7d67c-3b77-4d0b-ad20-76668f828c54 with status ACTIVE [ 745.903671] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.903811] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.903879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.904116] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.904234] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.904426] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.904528] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.905706] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.906051] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.906177] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.906488] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.906597] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.906968] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.907151] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.907233] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.907323] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fd7d67c-3b77-4d0b-ad20-76668f828c54 is going to be updated. [ 745.908703] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26590364-cf5a-4322-8368-aa7a07f657ff',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.933184] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.933400] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.933400] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.933579] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.933716] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.933914] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fd7d67c-3b77-4d0b-ad20-76668f828c54" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.411519] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26590364-cf5a-4322-8368-aa7a07f657ff',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.582378] env[69975]: INFO networking_nsxv3.common.synchronization [req-b0bdb95e-bfbd-46e9-bd19-77c09fa51ea3 req-08e267aa-109f-46a0-80da-5258b2d67e8d tempest-ServerDiskConfigTestJSON-1623943188 tempest-ServerDiskConfigTestJSON-1623943188-project-member] Enqueued Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 746.583258] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 746.584128] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.585867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.585867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.585867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.585867] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.585867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.585867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.586290] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.586290] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.586290] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.632809] env[69975]: INFO networking_nsxv3.common.synchronization [req-29fad57b-f36a-4eb3-b324-f57a189861b2 req-9b14bcbb-fe3e-40ec-9bc0-a8c46fc99cf5 tempest-ServerDiagnosticsNegativeTest-2118027082 tempest-ServerDiagnosticsNegativeTest-2118027082-project-member] Enqueued Resource ID: 3e726b49-3300-4abf-8ae3-6fa9c401651f with Priority: HIGHEST for action security_group_members [ 746.635102] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e726b49-3300-4abf-8ae3-6fa9c401651f with Priority: HIGHEST for action security_group_members [ 746.635102] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e726b49-3300-4abf-8ae3-6fa9c401651f taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.635102] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.635102] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.635102] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.635102] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.637600] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.637600] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.637600] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.637879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.637992] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e726b49-3300-4abf-8ae3-6fa9c401651f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.914605] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.917176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.917176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.917176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.917176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.917176] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26590364-cf5a-4322-8368-aa7a07f657ff is going to be created. [ 746.927689] env[69975]: INFO networking_nsxv3.common.synchronization [None req-bdde1031-4a91-492f-ae4b-66c340eb6ab6 None None] Enqueued Resource ID: 9e7033ec-8b9a-46e7-9114-eebc34cf920e with Priority: HIGHEST for action port [ 746.927947] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7033ec-8b9a-46e7-9114-eebc34cf920e with Priority: HIGHEST for action port [ 746.928551] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e7033ec-8b9a-46e7-9114-eebc34cf920e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.928689] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e7033ec-8b9a-46e7-9114-eebc34cf920e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.928762] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e7033ec-8b9a-46e7-9114-eebc34cf920e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.932883] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e7033ec-8b9a-46e7-9114-eebc34cf920e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.933174] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e7033ec-8b9a-46e7-9114-eebc34cf920e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.954290] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.954437] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.954505] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.954779] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.954973] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.967586] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26590364-cf5a-4322-8368-aa7a07f657ff in Status: UNINITIALIZED for 2s [ 747.090038] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.090257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.090326] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.090535] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.114852] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.115290] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.115483] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.115592] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.115904] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.116690] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.116871] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 is going to be updated. [ 747.141465] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.141695] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.141808] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.142197] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.142363] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.142686] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.142862] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.142977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.143252] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.143387] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.143524] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e726b49-3300-4abf-8ae3-6fa9c401651f is going to be updated. [ 747.155219] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.155362] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.155485] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.155630] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.158185] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.168927] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: IN_PROGRESS for 2s [ 747.184940] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.184940] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.184940] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.184940] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.184940] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.196617] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e726b49-3300-4abf-8ae3-6fa9c401651f in Status: IN_PROGRESS for 2s [ 747.439487] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e7033ec-8b9a-46e7-9114-eebc34cf920e [ 747.440741] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.440741] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.440741] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.440741] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.440741] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.440741] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e7033ec-8b9a-46e7-9114-eebc34cf920e already deleted. [ 747.441163] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e7033ec-8b9a-46e7-9114-eebc34cf920e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.548644] env[69975]: INFO networking_nsxv3.common.synchronization [req-2f01a954-669e-4d52-bb1f-fc2a4c5e06f1 req-8333a8ef-d0c7-4d5b-b239-8561fbdc6dc4 tempest-FloatingIPsAssociationNegativeTestJSON-1104366271 tempest-FloatingIPsAssociationNegativeTestJSON-1104366271-project-member] Enqueued Resource ID: bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 with Priority: HIGHEST for action security_group_members [ 747.550068] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 with Priority: HIGHEST for action security_group_members [ 747.550068] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.550068] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.550068] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.550068] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.552380] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.552530] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.552662] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.552838] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.553051] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.553851] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.057823] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.057986] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.058073] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.058424] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.081409] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.081655] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.081786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.081841] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.082042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.082128] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.082241] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 is going to be updated. [ 748.114083] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.114288] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.114368] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.114606] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.114818] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.123864] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 in Status: IN_PROGRESS for 2s [ 748.979136] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26590364-cf5a-4322-8368-aa7a07f657ff in Status: SUCCESS [ 748.979364] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.979535] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.979843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.980015] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.980176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.980226] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.980367] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.980446] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.980526] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.980764] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26590364-cf5a-4322-8368-aa7a07f657ff',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.178346] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: SUCCESS [ 749.178630] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 deletion is rescheduled due to dependency. [ 749.178857] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.206258] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e726b49-3300-4abf-8ae3-6fa9c401651f in Status: SUCCESS [ 749.206429] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e726b49-3300-4abf-8ae3-6fa9c401651f deletion is rescheduled due to dependency. [ 749.206545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e726b49-3300-4abf-8ae3-6fa9c401651f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.483762] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26590364-cf5a-4322-8368-aa7a07f657ff',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.987589] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26590364-cf5a-4322-8368-aa7a07f657ff: rpc.has_security_group_logging(os_id): False [ 750.010092] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.010092] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.010092] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.010092] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.010092] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.010092] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.010092] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.010092] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.010092] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.010092] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.010092] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26590364-cf5a-4322-8368-aa7a07f657ff is going to be created. [ 750.079704] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.079704] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.079704] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.079704] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.079704] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.090104] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26590364-cf5a-4322-8368-aa7a07f657ff in Status: IN_PROGRESS for 2s [ 750.134259] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 in Status: IN_PROGRESS for 4s [ 750.235207] env[69975]: INFO networking_nsxv3.common.synchronization [req-fcee5e35-a364-4e2c-a1c4-79f39465a155 req-f34bba0d-918b-49d0-bb6f-bb59b6426e5a tempest-InstanceActionsNegativeTestJSON-342351221 tempest-InstanceActionsNegativeTestJSON-342351221-project-member] Enqueued Resource ID: d545d7bd-7ed1-46da-bc27-60668be61275 with Priority: HIGHEST for action security_group_members [ 750.235571] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d545d7bd-7ed1-46da-bc27-60668be61275 with Priority: HIGHEST for action security_group_members [ 750.235872] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d545d7bd-7ed1-46da-bc27-60668be61275 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.235990] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.236129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.236343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.238778] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.238941] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.239391] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.239606] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.240470] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.240721] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d545d7bd-7ed1-46da-bc27-60668be61275',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.744094] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.744284] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.744394] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.744565] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.744666] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.746114] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.746114] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.746114] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.746114] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.746114] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.746114] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d545d7bd-7ed1-46da-bc27-60668be61275 already deleted. [ 750.746114] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.769782] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-316 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.770080] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-316" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.770080] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-316" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.770418] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-316" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.770683] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.771457] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.772665] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.772665] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.772665] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.772665] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.772665] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.772665] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.772964] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.772964] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.773426] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.773426] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.798142] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.798423] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 750.798498] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.798675] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-316" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.799060] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-6de9b5d7-f6ba-4f07-9293-e372e9466ce1 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.799934] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-6de9b5d7-f6ba-4f07-9293-e372e9466ce1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.799934] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-6de9b5d7-f6ba-4f07-9293-e372e9466ce1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.799934] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-6de9b5d7-f6ba-4f07-9293-e372e9466ce1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.799934] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6de9b5d7-f6ba-4f07-9293-e372e9466ce1',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.305022] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.305022] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.305022] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.305022] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.305022] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.305022] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 6de9b5d7-f6ba-4f07-9293-e372e9466ce1 not found, creating... [ 751.305022] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.305022] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.305022] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.305022] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.305022] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.305622] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.305622] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.305622] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.306887] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.307347] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.307347] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 6de9b5d7-f6ba-4f07-9293-e372e9466ce1 is going to be created. [ 751.329436] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.329666] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.330029] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.330159] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.330376] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.331022] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-6de9b5d7-f6ba-4f07-9293-e372e9466ce1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.104682] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26590364-cf5a-4322-8368-aa7a07f657ff in Status: SUCCESS [ 752.104682] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.148383] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 in Status: SUCCESS [ 752.148383] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 deletion is rescheduled due to dependency. [ 752.148383] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.219957] env[69975]: INFO networking_nsxv3.common.synchronization [req-fcee5e35-a364-4e2c-a1c4-79f39465a155 req-d5fe0116-97b3-4bb9-b5d7-120d696eb90c service nova] Enqueued Resource ID: d545d7bd-7ed1-46da-bc27-60668be61275 with Priority: HIGHEST for action security_group_rules [ 752.220464] env[69975]: INFO networking_nsxv3.common.synchronization [req-fcee5e35-a364-4e2c-a1c4-79f39465a155 req-d5fe0116-97b3-4bb9-b5d7-120d696eb90c service nova] Enqueued Resource ID: d545d7bd-7ed1-46da-bc27-60668be61275 with Priority: HIGHEST for action security_group_members [ 752.220624] env[69975]: INFO networking_nsxv3.common.synchronization [req-fcee5e35-a364-4e2c-a1c4-79f39465a155 req-d5fe0116-97b3-4bb9-b5d7-120d696eb90c service nova] Enqueued Resource ID: 6de9b5d7-f6ba-4f07-9293-e372e9466ce1 with Priority: HIGHEST for action port [ 752.220955] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d545d7bd-7ed1-46da-bc27-60668be61275 with Priority: HIGHEST for action security_group_rules [ 752.221112] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d545d7bd-7ed1-46da-bc27-60668be61275 with Priority: HIGHEST for action security_group_members [ 752.221216] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de9b5d7-f6ba-4f07-9293-e372e9466ce1 with Priority: HIGHEST for action port [ 752.226651] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d545d7bd-7ed1-46da-bc27-60668be61275 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.226651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.226651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.226822] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.226900] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d545d7bd-7ed1-46da-bc27-60668be61275',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.227949] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d545d7bd-7ed1-46da-bc27-60668be61275 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.228074] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.228137] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.228308] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.228447] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.228535] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.228595] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.228872] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.228872] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.228872] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d545d7bd-7ed1-46da-bc27-60668be61275',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.232184] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-6de9b5d7-f6ba-4f07-9293-e372e9466ce1 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.232184] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6de9b5d7-f6ba-4f07-9293-e372e9466ce1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.232184] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6de9b5d7-f6ba-4f07-9293-e372e9466ce1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.232184] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6de9b5d7-f6ba-4f07-9293-e372e9466ce1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.232184] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6de9b5d7-f6ba-4f07-9293-e372e9466ce1',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.735041] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6de9b5d7-f6ba-4f07-9293-e372e9466ce1 with status ACTIVE [ 752.735041] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.735041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.735041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.735041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.735041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.735041] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.735041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.735041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.735041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.735041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.735750] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.735750] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.735750] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.735750] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.735750] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.735750] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6de9b5d7-f6ba-4f07-9293-e372e9466ce1 is going to be updated. [ 752.738612] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d545d7bd-7ed1-46da-bc27-60668be61275 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.738612] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.738612] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d545d7bd-7ed1-46da-bc27-60668be61275',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.769892] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.769892] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.769892] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.769892] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.769892] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.769892] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6de9b5d7-f6ba-4f07-9293-e372e9466ce1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.136315] env[69975]: INFO networking_nsxv3.common.synchronization [req-67c4da56-596d-4e61-86f7-320c9c83a6a4 req-c77c088c-07d5-4f81-9dbc-524f28330843 tempest-FloatingIPsAssociationTestJSON-540795601 tempest-FloatingIPsAssociationTestJSON-540795601-project-member] Enqueued Resource ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 with Priority: HIGHEST for action security_group_members [ 753.139087] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 with Priority: HIGHEST for action security_group_members [ 753.139892] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-779b5a1f-aff9-4be2-b0df-d41b89912733 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.140105] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.140212] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.140455] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.140674] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.140823] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.140904] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.141094] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.141525] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.141525] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('779b5a1f-aff9-4be2-b0df-d41b89912733',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.244038] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d545d7bd-7ed1-46da-bc27-60668be61275',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.514069] env[69975]: INFO networking_nsxv3.common.synchronization [None req-39e7a18b-00e3-4048-b0d1-79ed8860504a None None] Enqueued Resource ID: 68cbb1e4-0462-4654-9026-8144164efade with Priority: HIGHEST for action port [ 753.514368] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cbb1e4-0462-4654-9026-8144164efade with Priority: HIGHEST for action port [ 753.515019] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-68cbb1e4-0462-4654-9026-8144164efade taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.515167] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68cbb1e4-0462-4654-9026-8144164efade" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.515224] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68cbb1e4-0462-4654-9026-8144164efade" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.515521] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68cbb1e4-0462-4654-9026-8144164efade" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.515620] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68cbb1e4-0462-4654-9026-8144164efade',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.643882] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('779b5a1f-aff9-4be2-b0df-d41b89912733',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.747180] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.747472] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.747472] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.747679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.747773] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.747872] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d545d7bd-7ed1-46da-bc27-60668be61275 is going to be created. [ 753.775137] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.775365] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.775450] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.775691] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.775872] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.789233] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d545d7bd-7ed1-46da-bc27-60668be61275 in Status: UNINITIALIZED for 2s [ 754.021971] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68cbb1e4-0462-4654-9026-8144164efade [ 754.021971] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.022426] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.022593] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.022862] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.023504] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.023504] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68cbb1e4-0462-4654-9026-8144164efade already deleted. [ 754.023504] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68cbb1e4-0462-4654-9026-8144164efade" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.108726] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.108829] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-712" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.110014] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-712" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.110014] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-712" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.110014] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.110014] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.110014] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.110364] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.110396] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.110615] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.111064] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.111137] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.111201] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.111372] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.111449] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.111591] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.134659] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.134830] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 754.134979] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.135190] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-712" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.135531] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-f53bc105-863e-4018-a52b-e0115c017916 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.135733] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-f53bc105-863e-4018-a52b-e0115c017916" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.135856] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-f53bc105-863e-4018-a52b-e0115c017916" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.136261] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-f53bc105-863e-4018-a52b-e0115c017916" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.136429] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f53bc105-863e-4018-a52b-e0115c017916',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.149979] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('779b5a1f-aff9-4be2-b0df-d41b89912733',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.352825] env[69975]: INFO networking_nsxv3.common.synchronization [req-9e8d4fb9-6a98-4f1a-9e9d-f58a084555f0 req-6163838e-ef78-48ed-9ec6-a8292e976dde tempest-DeleteServersTestJSON-1273084896 tempest-DeleteServersTestJSON-1273084896-project-member] Enqueued Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 754.353453] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 754.353650] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.354392] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.354392] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.354392] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.354392] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.354534] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.354534] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.354821] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.355037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.355156] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.640564] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.640564] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.640564] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.640564] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.640564] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.640944] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port f53bc105-863e-4018-a52b-e0115c017916 not found, creating... [ 754.641394] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.642101] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.642195] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.642484] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.642688] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.646165] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.646165] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.646165] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.646165] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.646165] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.646165] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: f53bc105-863e-4018-a52b-e0115c017916 is going to be created. [ 754.654423] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.654841] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.654958] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.655350] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.655459] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.655579] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 is going to be updated. [ 754.674331] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.674475] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.674594] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.675024] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.675300] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.676622] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-f53bc105-863e-4018-a52b-e0115c017916" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.702294] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.702294] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.702294] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.702294] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.702294] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.713048] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 in Status: IN_PROGRESS for 2s [ 754.851268] env[69975]: INFO networking_nsxv3.common.synchronization [None req-35b4e7c2-e374-438a-aa14-6c359a061d26 None None] Enqueued Resource ID: 09e01573-5067-4320-9206-dbab393dc2e6 with Priority: HIGHEST for action port [ 754.854951] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09e01573-5067-4320-9206-dbab393dc2e6 with Priority: HIGHEST for action port [ 754.854951] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-09e01573-5067-4320-9206-dbab393dc2e6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.854951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09e01573-5067-4320-9206-dbab393dc2e6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.854951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09e01573-5067-4320-9206-dbab393dc2e6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.854951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09e01573-5067-4320-9206-dbab393dc2e6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.854951] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09e01573-5067-4320-9206-dbab393dc2e6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.860032] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.860032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.860032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.860032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.860032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.860032] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.860032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.860032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.860032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.860032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.860032] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 is going to be updated. [ 754.893393] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.893591] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.893591] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.893811] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.893951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.904273] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: IN_PROGRESS for 2s [ 755.355580] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09e01573-5067-4320-9206-dbab393dc2e6 [ 755.355827] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.356194] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.356341] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.356568] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.356661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.356886] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09e01573-5067-4320-9206-dbab393dc2e6 already deleted. [ 755.356886] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09e01573-5067-4320-9206-dbab393dc2e6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.493985] env[69975]: INFO networking_nsxv3.common.synchronization [req-67c4da56-596d-4e61-86f7-320c9c83a6a4 req-01db2b3a-6e82-455d-be97-09ffe13b6a0d service nova] Enqueued Resource ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 with Priority: HIGHEST for action security_group_rules [ 755.494248] env[69975]: INFO networking_nsxv3.common.synchronization [req-67c4da56-596d-4e61-86f7-320c9c83a6a4 req-01db2b3a-6e82-455d-be97-09ffe13b6a0d service nova] Enqueued Resource ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 with Priority: HIGHEST for action security_group_members [ 755.494448] env[69975]: INFO networking_nsxv3.common.synchronization [req-67c4da56-596d-4e61-86f7-320c9c83a6a4 req-01db2b3a-6e82-455d-be97-09ffe13b6a0d service nova] Enqueued Resource ID: f53bc105-863e-4018-a52b-e0115c017916 with Priority: HIGHEST for action port [ 755.500146] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 with Priority: HIGHEST for action security_group_rules [ 755.500407] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 with Priority: HIGHEST for action security_group_members [ 755.500542] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53bc105-863e-4018-a52b-e0115c017916 with Priority: HIGHEST for action port [ 755.502489] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-779b5a1f-aff9-4be2-b0df-d41b89912733 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.502670] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.502670] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.502829] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.502932] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('779b5a1f-aff9-4be2-b0df-d41b89912733',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.505942] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-779b5a1f-aff9-4be2-b0df-d41b89912733 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.505942] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.505942] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-f53bc105-863e-4018-a52b-e0115c017916 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.505942] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f53bc105-863e-4018-a52b-e0115c017916" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.505942] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f53bc105-863e-4018-a52b-e0115c017916" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.505942] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f53bc105-863e-4018-a52b-e0115c017916" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.505942] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f53bc105-863e-4018-a52b-e0115c017916',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.804068] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d545d7bd-7ed1-46da-bc27-60668be61275 in Status: SUCCESS [ 755.804302] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.804473] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.804745] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.805017] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.805177] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.805259] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.805439] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.805543] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.805655] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.805769] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d545d7bd-7ed1-46da-bc27-60668be61275',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.933025] env[69975]: INFO networking_nsxv3.common.synchronization [None req-8958089c-b937-4ebb-9f91-7f71ddd827a2 None None] Enqueued Resource ID: c2883857-8ac6-496b-a4ca-cb180ba5eec5 with Priority: HIGHEST for action port [ 755.933025] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2883857-8ac6-496b-a4ca-cb180ba5eec5 with Priority: HIGHEST for action port [ 755.933388] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2883857-8ac6-496b-a4ca-cb180ba5eec5 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.933601] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2883857-8ac6-496b-a4ca-cb180ba5eec5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.933691] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2883857-8ac6-496b-a4ca-cb180ba5eec5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.933974] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2883857-8ac6-496b-a4ca-cb180ba5eec5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.934101] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2883857-8ac6-496b-a4ca-cb180ba5eec5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.010569] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-779b5a1f-aff9-4be2-b0df-d41b89912733 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.010760] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.011606] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f53bc105-863e-4018-a52b-e0115c017916 with status ACTIVE [ 756.011606] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.011606] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.011606] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.011606] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.011606] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.011943] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.012038] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.012126] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.012310] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.012386] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.012601] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.012694] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.012758] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.012904] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.013146] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.013146] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f53bc105-863e-4018-a52b-e0115c017916 is going to be updated. [ 756.037507] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.038666] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.038666] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.038666] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.038666] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.038666] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f53bc105-863e-4018-a52b-e0115c017916" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.312029] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d545d7bd-7ed1-46da-bc27-60668be61275 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.312029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.312029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.312029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.312029] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.312029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.312029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.312029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.312029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.312029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.312029] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d545d7bd-7ed1-46da-bc27-60668be61275 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.312029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.312029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.312029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.312029] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.313839] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.314024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.314261] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.314502] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.314679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.314883] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d545d7bd-7ed1-46da-bc27-60668be61275',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.438459] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2883857-8ac6-496b-a4ca-cb180ba5eec5 [ 756.440726] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.440726] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.440726] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.440726] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.440887] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.440972] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2883857-8ac6-496b-a4ca-cb180ba5eec5 already deleted. [ 756.441136] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2883857-8ac6-496b-a4ca-cb180ba5eec5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.725588] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 in Status: SUCCESS [ 756.725708] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.725894] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.726136] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.726374] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.726612] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.726612] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.727029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.727029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.727029] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('779b5a1f-aff9-4be2-b0df-d41b89912733',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.817986] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d545d7bd-7ed1-46da-bc27-60668be61275: rpc.has_security_group_logging(os_id): False [ 756.843033] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.843033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.843033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.843033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.843033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.843033] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.843033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.843033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.843033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.843033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.843033] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.843033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.843033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.843033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.843659] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.843936] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.844171] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.844315] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.844532] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.844693] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.844851] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d545d7bd-7ed1-46da-bc27-60668be61275 is going to be created. [ 756.917793] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: SUCCESS [ 756.917984] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 deletion is rescheduled due to dependency. [ 756.918119] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.922720] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.922720] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.922720] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.922720] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.922720] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.935276] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d545d7bd-7ed1-46da-bc27-60668be61275 in Status: IN_PROGRESS for 2s [ 757.230236] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('779b5a1f-aff9-4be2-b0df-d41b89912733',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.348403] env[69975]: INFO networking_nsxv3.common.synchronization [None req-a05ea4cf-f5c5-4bdc-8198-1a6b7073663c None None] Enqueued Resource ID: 174cd370-5db6-4ae1-8fdb-efbb6b9d1fed with Priority: HIGHEST for action port [ 757.348765] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 174cd370-5db6-4ae1-8fdb-efbb6b9d1fed with Priority: HIGHEST for action port [ 757.349219] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-174cd370-5db6-4ae1-8fdb-efbb6b9d1fed taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.349366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-174cd370-5db6-4ae1-8fdb-efbb6b9d1fed" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.349434] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-174cd370-5db6-4ae1-8fdb-efbb6b9d1fed" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.349717] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-174cd370-5db6-4ae1-8fdb-efbb6b9d1fed" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.349887] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('174cd370-5db6-4ae1-8fdb-efbb6b9d1fed',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.735342] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('779b5a1f-aff9-4be2-b0df-d41b89912733',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.854706] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 174cd370-5db6-4ae1-8fdb-efbb6b9d1fed [ 757.854706] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.854706] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.854706] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.854706] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.854706] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.854706] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:174cd370-5db6-4ae1-8fdb-efbb6b9d1fed already deleted. [ 757.854706] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-174cd370-5db6-4ae1-8fdb-efbb6b9d1fed" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.236132] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.237119] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.237119] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.237119] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.237119] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.237119] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 is going to be updated. [ 758.309035] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.309035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.309035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.309035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.309035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.329094] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 in Status: IN_PROGRESS for 2s [ 758.530977] env[69975]: INFO networking_nsxv3.common.synchronization [None req-6d6bc82c-bfff-4602-a13a-a84bf3ffc014 None None] Enqueued Resource ID: 2df85b6f-7c42-4555-ab65-118f27ccfcd0 with Priority: HIGHEST for action port [ 758.531577] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2df85b6f-7c42-4555-ab65-118f27ccfcd0 with Priority: HIGHEST for action port [ 758.531901] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-2df85b6f-7c42-4555-ab65-118f27ccfcd0 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.535533] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2df85b6f-7c42-4555-ab65-118f27ccfcd0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.536339] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2df85b6f-7c42-4555-ab65-118f27ccfcd0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.536339] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2df85b6f-7c42-4555-ab65-118f27ccfcd0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.536339] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2df85b6f-7c42-4555-ab65-118f27ccfcd0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.949348] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d545d7bd-7ed1-46da-bc27-60668be61275 in Status: SUCCESS [ 758.949590] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.040473] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2df85b6f-7c42-4555-ab65-118f27ccfcd0 [ 759.040796] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.040968] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.041120] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.041395] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.041531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.041689] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2df85b6f-7c42-4555-ab65-118f27ccfcd0 already deleted. [ 759.041817] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2df85b6f-7c42-4555-ab65-118f27ccfcd0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.583027] env[69975]: INFO networking_nsxv3.common.synchronization [None req-af8ef796-25a2-4f90-978f-f2d973e3c2d2 tempest-VolumesAdminNegativeTest-1489893392 tempest-VolumesAdminNegativeTest-1489893392-project-member] Enqueued Resource ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 with Priority: HIGHEST for action security_group_rules [ 759.583744] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 with Priority: HIGHEST for action security_group_rules [ 759.584084] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13c9b8cd-3d21-424e-b3a2-01c86a663a51 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.584221] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.584292] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.584556] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.584639] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13c9b8cd-3d21-424e-b3a2-01c86a663a51',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.692978] env[69975]: INFO networking_nsxv3.common.synchronization [None req-fcdd660c-d9dd-4ccb-8d5b-4308bc0ff975 tempest-VolumesAdminNegativeTest-1489893392 tempest-VolumesAdminNegativeTest-1489893392-project-member] Enqueued Resource ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 with Priority: HIGHEST for action security_group_rules [ 759.693542] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 with Priority: HIGHEST for action security_group_rules [ 759.694139] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13c9b8cd-3d21-424e-b3a2-01c86a663a51 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.694247] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.104682] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.105040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.105211] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.105608] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.105795] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.106048] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 already deleted. [ 760.106223] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.106455] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.106699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.106867] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13c9b8cd-3d21-424e-b3a2-01c86a663a51',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.316270] env[69975]: INFO networking_nsxv3.common.synchronization [None req-4602283c-de4d-4d88-90aa-b6e5119e3fd6 None None] Enqueued Resource ID: 6ebd0251-451b-4028-bdb1-019be6392435 with Priority: HIGHEST for action port [ 760.316270] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ebd0251-451b-4028-bdb1-019be6392435 with Priority: HIGHEST for action port [ 760.316270] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ebd0251-451b-4028-bdb1-019be6392435 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.316270] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ebd0251-451b-4028-bdb1-019be6392435" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.316270] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ebd0251-451b-4028-bdb1-019be6392435" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.316270] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ebd0251-451b-4028-bdb1-019be6392435" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.316270] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ebd0251-451b-4028-bdb1-019be6392435',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.340325] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 in Status: SUCCESS [ 760.340441] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.340631] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.340968] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.341215] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.341341] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.341407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.341624] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.341745] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.341867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.341978] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('779b5a1f-aff9-4be2-b0df-d41b89912733',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.633831] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.634484] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.634484] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.634484] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.634650] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.634811] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 already deleted. [ 760.634976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.818873] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ebd0251-451b-4028-bdb1-019be6392435 [ 760.819200] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.819380] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.819477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.819726] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.819848] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.819981] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ebd0251-451b-4028-bdb1-019be6392435 already deleted. [ 760.820108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ebd0251-451b-4028-bdb1-019be6392435" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.846122] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-779b5a1f-aff9-4be2-b0df-d41b89912733 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.846299] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.846424] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.846582] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.846748] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.846850] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.846913] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.847109] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.847206] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.847296] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.847442] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-779b5a1f-aff9-4be2-b0df-d41b89912733 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.847536] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.847602] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.847734] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.847895] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.848016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.848085] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.848287] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.848372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.848451] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.848597] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('779b5a1f-aff9-4be2-b0df-d41b89912733',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.351141] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 779b5a1f-aff9-4be2-b0df-d41b89912733: rpc.has_security_group_logging(os_id): False [ 761.371716] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.371927] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.372024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.375061] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.392270] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.392561] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.393047] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.393047] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.393213] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.393213] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.393425] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.393544] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.393624] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.393766] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.393844] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.394034] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.394154] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.394242] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.394379] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.394379] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.394569] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 is going to be updated. [ 761.457030] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.457176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.457244] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.457457] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.457599] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.473317] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 in Status: IN_PROGRESS for 2s [ 763.404978] env[69975]: INFO networking_nsxv3.common.synchronization [req-9a7694c1-e4c4-4f1d-9b9d-f814387bc73e req-e6fd5f6e-6426-4429-b907-58ec13de0650 tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 763.404978] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 763.404978] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.404978] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.404978] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.404978] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.405502] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.405502] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.405502] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.405502] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.405502] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.405735] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.429203] env[69975]: INFO networking_nsxv3.common.synchronization [req-384404d0-58af-4c6b-a482-ffdc578eeddb req-8ba11bdb-fbe3-464d-b99c-25a5ab8a5785 tempest-InstanceActionsNegativeTestJSON-342351221 tempest-InstanceActionsNegativeTestJSON-342351221-project-member] Enqueued Resource ID: d545d7bd-7ed1-46da-bc27-60668be61275 with Priority: HIGHEST for action security_group_members [ 763.429993] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d545d7bd-7ed1-46da-bc27-60668be61275 with Priority: HIGHEST for action security_group_members [ 763.430426] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d545d7bd-7ed1-46da-bc27-60668be61275 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.430556] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.430717] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.430964] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.431372] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.431372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.431372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.431518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.431631] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.431773] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d545d7bd-7ed1-46da-bc27-60668be61275',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.490953] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 in Status: SUCCESS [ 763.490953] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.854901] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.855011] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-526" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.855149] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-526" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.855428] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-526" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.855713] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.855845] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.855960] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.856193] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.856341] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.856547] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.856683] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.856760] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.856865] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.856970] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.857084] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.857215] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.878521] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.880121] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 763.880121] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.880121] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-526" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.880121] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-29f8b8ab-a86a-44eb-86e6-495ca7006221 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.880121] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-29f8b8ab-a86a-44eb-86e6-495ca7006221" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.880121] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-29f8b8ab-a86a-44eb-86e6-495ca7006221" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.880121] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-29f8b8ab-a86a-44eb-86e6-495ca7006221" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.880576] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29f8b8ab-a86a-44eb-86e6-495ca7006221',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.913719] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.941130] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.941294] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.941334] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.943811] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.943811] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.943811] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.943811] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.943811] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.943811] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.943811] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.943811] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d545d7bd-7ed1-46da-bc27-60668be61275 is going to be updated. [ 763.994945] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.995115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.995189] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.995487] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.995639] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.005899] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d545d7bd-7ed1-46da-bc27-60668be61275 in Status: IN_PROGRESS for 2s [ 764.384780] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.384780] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.384780] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.385054] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.385433] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.385682] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 29f8b8ab-a86a-44eb-86e6-495ca7006221 not found, creating... [ 764.386031] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.386320] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.386508] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.386810] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.387034] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.387634] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.387634] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.387846] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.388112] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.388340] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.388547] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 29f8b8ab-a86a-44eb-86e6-495ca7006221 is going to be created. [ 764.415717] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.421205] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.421205] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.421205] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.421205] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.421205] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.421205] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-29f8b8ab-a86a-44eb-86e6-495ca7006221" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.918572] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.918733] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.918807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.919055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.919156] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.919256] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25f19c-4dee-422c-b438-f3764bb064d2 is going to be updated. [ 764.956166] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.956166] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.956166] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.956166] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.956166] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.966489] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: IN_PROGRESS for 2s [ 765.199671] env[69975]: INFO networking_nsxv3.common.synchronization [req-9a7694c1-e4c4-4f1d-9b9d-f814387bc73e req-ac332723-fb3d-4aab-8390-378146ec59be service nova] Enqueued Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_rules [ 765.199961] env[69975]: INFO networking_nsxv3.common.synchronization [req-9a7694c1-e4c4-4f1d-9b9d-f814387bc73e req-ac332723-fb3d-4aab-8390-378146ec59be service nova] Enqueued Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 765.200259] env[69975]: INFO networking_nsxv3.common.synchronization [req-9a7694c1-e4c4-4f1d-9b9d-f814387bc73e req-ac332723-fb3d-4aab-8390-378146ec59be service nova] Enqueued Resource ID: 29f8b8ab-a86a-44eb-86e6-495ca7006221 with Priority: HIGHEST for action port [ 765.200598] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_rules [ 765.200792] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 765.200958] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29f8b8ab-a86a-44eb-86e6-495ca7006221 with Priority: HIGHEST for action port [ 765.201734] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.201914] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.202599] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.202599] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.202599] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.204344] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.204344] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.204344] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-29f8b8ab-a86a-44eb-86e6-495ca7006221 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.204344] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29f8b8ab-a86a-44eb-86e6-495ca7006221" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.204344] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29f8b8ab-a86a-44eb-86e6-495ca7006221" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.204344] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29f8b8ab-a86a-44eb-86e6-495ca7006221" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.204344] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29f8b8ab-a86a-44eb-86e6-495ca7006221',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.654536] env[69975]: INFO networking_nsxv3.common.synchronization [req-4b19d124-f3f6-49ec-83d2-70ea4df80b15 req-bc88e2bb-50c8-484e-9eff-47d9ac717af6 tempest-ServersTestBootFromVolume-927506322 tempest-ServersTestBootFromVolume-927506322-project-member] Enqueued Resource ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 with Priority: HIGHEST for action security_group_members [ 765.655471] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 with Priority: HIGHEST for action security_group_members [ 765.655849] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-511f15b8-2974-4566-8f0d-fbc5222437c2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.655993] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.656126] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.656363] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.656539] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.656649] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.656712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.656860] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.656951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.657055] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('511f15b8-2974-4566-8f0d-fbc5222437c2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.707520] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.707520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.708388] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29f8b8ab-a86a-44eb-86e6-495ca7006221 with status ACTIVE [ 765.712043] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.712221] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.712221] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.713512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.713512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.713512] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.713512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.713512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.713512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.713512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.713512] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.713512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.713512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.713512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.713512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.713926] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29f8b8ab-a86a-44eb-86e6-495ca7006221 is going to be updated. [ 765.738093] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.738233] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.738357] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.738558] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.738691] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.738854] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29f8b8ab-a86a-44eb-86e6-495ca7006221" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.024810] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d545d7bd-7ed1-46da-bc27-60668be61275 in Status: SUCCESS [ 766.024950] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d545d7bd-7ed1-46da-bc27-60668be61275 deletion is rescheduled due to dependency. [ 766.025110] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.158952] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.159137] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.159199] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.159408] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.179385] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.179663] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.179806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.179896] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.180132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.180219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.180320] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 is going to be updated. [ 766.218805] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.222143] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.222143] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.222143] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.222143] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.235501] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 in Status: IN_PROGRESS for 2s [ 766.979021] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: SUCCESS [ 766.979890] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.980090] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.980297] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.980479] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.980591] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.980653] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.980797] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.980872] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.980979] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.344367] env[69975]: INFO networking_nsxv3.common.synchronization [req-65b4c931-4421-45a6-8576-c7078c34c090 req-ee936516-a325-4821-b065-2a71a5a78022 tempest-ImagesTestJSON-532780232 tempest-ImagesTestJSON-532780232-project-member] Enqueued Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 767.344367] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 767.344367] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.344367] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.344367] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.344367] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.344367] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.344367] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.344367] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.344367] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.345125] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.345125] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.486523] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.847680] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.848573] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.848573] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.848573] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.848573] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.848736] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.848736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.848813] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.848975] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.849060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.849098] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 is going to be updated. [ 767.881254] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.881421] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.882363] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.882363] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.882363] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.899261] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: IN_PROGRESS for 2s [ 767.992024] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.248689] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 in Status: SUCCESS [ 768.248689] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 deletion is rescheduled due to dependency. [ 768.248689] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.495749] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.495749] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.495749] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.495749] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.495749] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.495749] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25f19c-4dee-422c-b438-f3764bb064d2 is going to be updated. [ 768.533649] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.533649] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.533649] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.533649] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.533649] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.543119] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: IN_PROGRESS for 2s [ 769.132502] env[69975]: INFO networking_nsxv3.common.synchronization [req-96d52cbc-d7c5-4df2-9349-97eb8200c851 req-81c20269-8aae-47ed-a6be-4c2e4ba086d5 tempest-ServersTestManualDisk-1785355582 tempest-ServersTestManualDisk-1785355582-project-member] Enqueued Resource ID: 7efaa6f4-f8e8-4a46-a051-2b95d68576c7 with Priority: HIGHEST for action security_group_members [ 769.132502] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7efaa6f4-f8e8-4a46-a051-2b95d68576c7 with Priority: HIGHEST for action security_group_members [ 769.132996] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-7efaa6f4-f8e8-4a46-a051-2b95d68576c7 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.132996] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.133141] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.133407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.133627] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.133785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.133875] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.134250] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.134499] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.134639] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7efaa6f4-f8e8-4a46-a051-2b95d68576c7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.636854] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.637022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.637092] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.637319] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.637413] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.637610] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.637711] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.637770] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.638040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.638115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.638208] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7efaa6f4-f8e8-4a46-a051-2b95d68576c7 already deleted. [ 769.638251] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.766308] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.767533] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-48" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.767533] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-48" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.767533] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-48" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.767943] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.770381] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.770381] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.770381] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.770381] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.771114] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.771114] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.771114] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.771323] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.772275] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.772275] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.772275] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.800247] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.800247] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 769.800247] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.800247] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-48" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.800247] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-add5b64d-ceb9-4750-8e48-49d509a81e5f taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.800247] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-add5b64d-ceb9-4750-8e48-49d509a81e5f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.800247] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-add5b64d-ceb9-4750-8e48-49d509a81e5f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.802271] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-add5b64d-ceb9-4750-8e48-49d509a81e5f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.803438] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('add5b64d-ceb9-4750-8e48-49d509a81e5f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.910181] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: SUCCESS [ 769.911093] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 deletion is rescheduled due to dependency. [ 769.911093] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.308214] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.308566] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.308566] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.308829] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.309198] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.309474] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port add5b64d-ceb9-4750-8e48-49d509a81e5f not found, creating... [ 770.309765] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.310078] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.310216] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.310491] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.310649] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.311018] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.311189] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.312075] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.312075] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.312075] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.312075] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: add5b64d-ceb9-4750-8e48-49d509a81e5f is going to be created. [ 770.337019] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.337255] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.337383] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.337657] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.337924] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.338166] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-add5b64d-ceb9-4750-8e48-49d509a81e5f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.455463] env[69975]: INFO networking_nsxv3.common.synchronization [req-b9ba2306-b74f-4059-b597-17c8a65d67d2 req-744cdd8e-713e-46c9-a88c-5af6391d6828 tempest-ListServerFiltersTestJSON-1459211445 tempest-ListServerFiltersTestJSON-1459211445-project-member] Enqueued Resource ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 with Priority: HIGHEST for action security_group_members [ 770.455765] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 with Priority: HIGHEST for action security_group_members [ 770.456262] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae830ba-9fb7-41a7-939f-69c199adb5e2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.456396] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.456459] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.456661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.456819] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.456910] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.456968] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.457147] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.457252] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.457343] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.556764] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: SUCCESS [ 770.558587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.559472] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.562181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.562181] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.562181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.562181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.562181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.562181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.562181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.562181] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.961643] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.064889] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.065249] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.065388] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.065536] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.065752] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.065856] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.065944] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.066048] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.066133] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.066209] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.066355] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.066451] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.066503] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.066648] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.066976] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.066976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.067185] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.067577] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.067687] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.067758] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.067834] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.337879] env[69975]: INFO networking_nsxv3.common.synchronization [req-96d52cbc-d7c5-4df2-9349-97eb8200c851 req-5f2d6529-dd18-4b65-b2bf-9ae97804679f service nova] Enqueued Resource ID: 7efaa6f4-f8e8-4a46-a051-2b95d68576c7 with Priority: HIGHEST for action security_group_rules [ 771.338248] env[69975]: INFO networking_nsxv3.common.synchronization [req-96d52cbc-d7c5-4df2-9349-97eb8200c851 req-5f2d6529-dd18-4b65-b2bf-9ae97804679f service nova] Enqueued Resource ID: 7efaa6f4-f8e8-4a46-a051-2b95d68576c7 with Priority: HIGHEST for action security_group_members [ 771.338370] env[69975]: INFO networking_nsxv3.common.synchronization [req-96d52cbc-d7c5-4df2-9349-97eb8200c851 req-5f2d6529-dd18-4b65-b2bf-9ae97804679f service nova] Enqueued Resource ID: add5b64d-ceb9-4750-8e48-49d509a81e5f with Priority: HIGHEST for action port [ 771.340608] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7efaa6f4-f8e8-4a46-a051-2b95d68576c7 with Priority: HIGHEST for action security_group_rules [ 771.340765] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7efaa6f4-f8e8-4a46-a051-2b95d68576c7 with Priority: HIGHEST for action security_group_members [ 771.340957] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add5b64d-ceb9-4750-8e48-49d509a81e5f with Priority: HIGHEST for action port [ 771.341656] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7efaa6f4-f8e8-4a46-a051-2b95d68576c7 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.341871] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.341871] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.342094] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.342184] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7efaa6f4-f8e8-4a46-a051-2b95d68576c7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.343110] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-7efaa6f4-f8e8-4a46-a051-2b95d68576c7 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.343283] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.343283] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.343500] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.343582] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.343679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.343750] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.343870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.343960] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.344062] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7efaa6f4-f8e8-4a46-a051-2b95d68576c7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.345214] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-add5b64d-ceb9-4750-8e48-49d509a81e5f taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.345373] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-add5b64d-ceb9-4750-8e48-49d509a81e5f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.345458] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-add5b64d-ceb9-4750-8e48-49d509a81e5f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.345537] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-add5b64d-ceb9-4750-8e48-49d509a81e5f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.345623] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('add5b64d-ceb9-4750-8e48-49d509a81e5f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.468839] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.571998] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe25f19c-4dee-422c-b438-f3764bb064d2: rpc.has_security_group_logging(os_id): False [ 771.592984] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.593190] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.593262] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.593473] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.614400] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.614731] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.614852] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.614914] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.615146] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.615234] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.615430] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.615536] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.615599] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.615862] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.615862] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.615995] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.616103] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.616188] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.616334] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.616415] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.616502] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe25f19c-4dee-422c-b438-f3764bb064d2 is going to be updated. [ 771.683288] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.683433] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.683508] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.683775] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.683870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.703033] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: IN_PROGRESS for 2s [ 771.848034] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-7efaa6f4-f8e8-4a46-a051-2b95d68576c7 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.848134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.848283] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7efaa6f4-f8e8-4a46-a051-2b95d68576c7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.849415] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port add5b64d-ceb9-4750-8e48-49d509a81e5f with status ACTIVE [ 771.849621] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.849744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.849812] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.850088] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.850184] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.850372] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.850475] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.850537] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.850698] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.850773] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.851000] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.853046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.853046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.853046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.853046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.853046] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: add5b64d-ceb9-4750-8e48-49d509a81e5f is going to be updated. [ 771.884100] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.884304] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.884374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.884660] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.884820] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.884984] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-add5b64d-ceb9-4750-8e48-49d509a81e5f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.933606] env[69975]: INFO networking_nsxv3.common.synchronization [req-e2b7fec1-78e7-4274-8533-689685fed308 req-f7e01a28-1a86-4e22-b3c8-faea5162ed7a tempest-ServerActionsTestJSON-676534199 tempest-ServerActionsTestJSON-676534199-project-member] Enqueued Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_members [ 771.934136] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_members [ 771.934410] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e87de2-ee17-49bb-8725-36c150ebf512 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.934594] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.934594] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.938803] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.939068] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.939253] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.939308] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.939467] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.939555] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.939698] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.970304] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.970528] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.970528] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.970721] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.971244] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.971244] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 is going to be updated. [ 772.021954] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.022112] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.022182] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.022433] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.022577] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.043020] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 in Status: IN_PROGRESS for 2s [ 772.352687] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.353223] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-736" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.353223] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-736" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.353551] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-736" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.353602] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.354049] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.354049] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.355695] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.355881] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.356137] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 772.356266] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.356381] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.359404] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.359626] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 772.359803] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.360023] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 772.361667] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7efaa6f4-f8e8-4a46-a051-2b95d68576c7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.389286] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 772.389286] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 772.389286] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 772.389286] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-736" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.389286] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-c816f035-7c9d-47ba-8b3b-29a57ec10561 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.389286] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-c816f035-7c9d-47ba-8b3b-29a57ec10561" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.389286] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-c816f035-7c9d-47ba-8b3b-29a57ec10561" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.389286] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-c816f035-7c9d-47ba-8b3b-29a57ec10561" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.389809] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c816f035-7c9d-47ba-8b3b-29a57ec10561',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.444040] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.444040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.444040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.444040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.444040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.444040] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.444040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.444040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.444040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.444040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.444040] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e87de2-ee17-49bb-8725-36c150ebf512 already deleted. [ 772.444040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.867961] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.871844] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.871844] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.871844] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.871844] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.871844] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7efaa6f4-f8e8-4a46-a051-2b95d68576c7 is going to be created. [ 772.893232] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.893232] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.893232] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.893486] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.893814] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.894436] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port c816f035-7c9d-47ba-8b3b-29a57ec10561 not found, creating... [ 772.894753] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.894930] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.895071] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.899022] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.899022] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.899022] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.899022] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.899022] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.899022] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.899022] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.899022] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: c816f035-7c9d-47ba-8b3b-29a57ec10561 is going to be created. [ 772.900935] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.901349] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.901349] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.901349] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.901647] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.919020] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7efaa6f4-f8e8-4a46-a051-2b95d68576c7 in Status: UNINITIALIZED for 2s [ 772.926161] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.926256] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.927294] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.927294] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.927294] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.927531] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-c816f035-7c9d-47ba-8b3b-29a57ec10561" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.370710] env[69975]: INFO networking_nsxv3.common.synchronization [None req-57cf8bd0-1821-4b3c-850a-f04745efdb7b None None] Enqueued Resource ID: 5f8714c0-17c2-42e8-9b88-bc5d7a8aa006 with Priority: HIGHEST for action port [ 773.371120] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f8714c0-17c2-42e8-9b88-bc5d7a8aa006 with Priority: HIGHEST for action port [ 773.371838] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f8714c0-17c2-42e8-9b88-bc5d7a8aa006 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.371838] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f8714c0-17c2-42e8-9b88-bc5d7a8aa006" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.371838] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f8714c0-17c2-42e8-9b88-bc5d7a8aa006" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.372552] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f8714c0-17c2-42e8-9b88-bc5d7a8aa006" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.372552] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f8714c0-17c2-42e8-9b88-bc5d7a8aa006',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.724114] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: SUCCESS [ 773.724343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.874066] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f8714c0-17c2-42e8-9b88-bc5d7a8aa006 [ 773.874296] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.874545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.874545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.874804] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.874804] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.874909] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f8714c0-17c2-42e8-9b88-bc5d7a8aa006 already deleted. [ 773.877070] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f8714c0-17c2-42e8-9b88-bc5d7a8aa006" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.059345] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 in Status: SUCCESS [ 774.059618] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.448350] env[69975]: INFO networking_nsxv3.common.synchronization [req-e2b7fec1-78e7-4274-8533-689685fed308 req-529c58b4-0f1f-4695-865f-f1a605f67315 service nova] Enqueued Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_rules [ 774.448993] env[69975]: INFO networking_nsxv3.common.synchronization [req-e2b7fec1-78e7-4274-8533-689685fed308 req-529c58b4-0f1f-4695-865f-f1a605f67315 service nova] Enqueued Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_members [ 774.448993] env[69975]: INFO networking_nsxv3.common.synchronization [req-e2b7fec1-78e7-4274-8533-689685fed308 req-529c58b4-0f1f-4695-865f-f1a605f67315 service nova] Enqueued Resource ID: c816f035-7c9d-47ba-8b3b-29a57ec10561 with Priority: HIGHEST for action port [ 774.449328] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_rules [ 774.449476] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_members [ 774.449579] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c816f035-7c9d-47ba-8b3b-29a57ec10561 with Priority: HIGHEST for action port [ 774.449897] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67e87de2-ee17-49bb-8725-36c150ebf512 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.450218] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.450218] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.450374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.450463] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.454840] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e87de2-ee17-49bb-8725-36c150ebf512 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.454840] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.454840] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.454840] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.455115] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.455115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.455115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.456243] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.456243] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.456243] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.459181] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-c816f035-7c9d-47ba-8b3b-29a57ec10561 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.459181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c816f035-7c9d-47ba-8b3b-29a57ec10561" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.459181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c816f035-7c9d-47ba-8b3b-29a57ec10561" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.459181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c816f035-7c9d-47ba-8b3b-29a57ec10561" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.459181] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c816f035-7c9d-47ba-8b3b-29a57ec10561',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.927807] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7efaa6f4-f8e8-4a46-a051-2b95d68576c7 in Status: SUCCESS [ 774.927807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.927807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.927807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.927807] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.927807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.927807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.927807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.927807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.927807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.927807] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7efaa6f4-f8e8-4a46-a051-2b95d68576c7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.958242] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.961857] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e87de2-ee17-49bb-8725-36c150ebf512 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.962061] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.964046] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c816f035-7c9d-47ba-8b3b-29a57ec10561 with status ACTIVE [ 774.964338] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.964507] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.964607] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.965028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.966506] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.966506] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.966506] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.966506] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.966506] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.966506] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.966506] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.966506] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.966506] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.966506] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.966506] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.966506] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c816f035-7c9d-47ba-8b3b-29a57ec10561 is going to be updated. [ 774.992036] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.992193] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.992363] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.992459] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.992590] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.992769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c816f035-7c9d-47ba-8b3b-29a57ec10561" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.257601] env[69975]: INFO networking_nsxv3.common.synchronization [req-cc32b996-60b0-4098-ae72-99cf443dc9e3 req-505d53fa-5fc5-4c0a-a5e9-d4efd6f198af tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 775.257853] env[69975]: INFO networking_nsxv3.common.synchronization [req-cc32b996-60b0-4098-ae72-99cf443dc9e3 req-505d53fa-5fc5-4c0a-a5e9-d4efd6f198af tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe with Priority: HIGHEST for action security_group_members [ 775.259289] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 775.259611] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe with Priority: HIGHEST for action security_group_members [ 775.260136] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.260424] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.260610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.260983] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.261332] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.261687] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.261800] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.262076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.262625] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.262874] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.264777] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-44733b31-5fe7-49f9-be5f-063c948e5dbe taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.265026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.265199] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.265665] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.266256] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.266664] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.266841] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.267160] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.267355] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.267543] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44733b31-5fe7-49f9-be5f-063c948e5dbe',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.304685] env[69975]: INFO networking_nsxv3.common.synchronization [req-cc32b996-60b0-4098-ae72-99cf443dc9e3 req-505d53fa-5fc5-4c0a-a5e9-d4efd6f198af tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe with Priority: HIGHEST for action security_group_rules [ 775.305090] env[69975]: INFO networking_nsxv3.common.synchronization [req-cc32b996-60b0-4098-ae72-99cf443dc9e3 req-505d53fa-5fc5-4c0a-a5e9-d4efd6f198af tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe with Priority: HIGHEST for action security_group_members [ 775.305308] env[69975]: INFO networking_nsxv3.common.synchronization [req-cc32b996-60b0-4098-ae72-99cf443dc9e3 req-505d53fa-5fc5-4c0a-a5e9-d4efd6f198af tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_rules [ 775.305492] env[69975]: INFO networking_nsxv3.common.synchronization [req-cc32b996-60b0-4098-ae72-99cf443dc9e3 req-505d53fa-5fc5-4c0a-a5e9-d4efd6f198af tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 775.305781] env[69975]: INFO networking_nsxv3.common.synchronization [req-cc32b996-60b0-4098-ae72-99cf443dc9e3 req-505d53fa-5fc5-4c0a-a5e9-d4efd6f198af tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: 29f8b8ab-a86a-44eb-86e6-495ca7006221 with Priority: HIGHEST for action port [ 775.306598] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe with Priority: HIGHEST for action security_group_rules [ 775.307102] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_rules [ 775.307229] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29f8b8ab-a86a-44eb-86e6-495ca7006221 with Priority: HIGHEST for action port [ 775.307449] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe with Priority: HIGHEST for action security_group_members [ 775.307449] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 775.308290] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44733b31-5fe7-49f9-be5f-063c948e5dbe taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.308427] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.308494] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.308761] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.308845] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44733b31-5fe7-49f9-be5f-063c948e5dbe',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.309743] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.309862] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.309965] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.310847] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.310847] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.312355] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-29f8b8ab-a86a-44eb-86e6-495ca7006221 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.312355] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29f8b8ab-a86a-44eb-86e6-495ca7006221" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.312355] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29f8b8ab-a86a-44eb-86e6-495ca7006221" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.312485] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29f8b8ab-a86a-44eb-86e6-495ca7006221" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.312603] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29f8b8ab-a86a-44eb-86e6-495ca7006221',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.315441] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-44733b31-5fe7-49f9-be5f-063c948e5dbe taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.315583] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.315872] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.315970] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.371929] env[69975]: INFO networking_nsxv3.common.synchronization [req-d3b26902-7c7a-40b1-bdb9-79602e0ef4e3 req-3145ac15-82f4-44ac-a9cb-5e1ff80f7f98 tempest-FloatingIPsAssociationTestJSON-540795601 tempest-FloatingIPsAssociationTestJSON-540795601-project-member] Enqueued Resource ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 with Priority: HIGHEST for action security_group_members [ 775.372756] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 with Priority: HIGHEST for action security_group_members [ 775.373324] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-779b5a1f-aff9-4be2-b0df-d41b89912733 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.373523] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.373641] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.373955] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.374221] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.374544] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.374688] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.374820] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.375057] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.375212] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('779b5a1f-aff9-4be2-b0df-d41b89912733',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.432418] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7efaa6f4-f8e8-4a46-a051-2b95d68576c7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.461634] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.771396] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.772621] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44733b31-5fe7-49f9-be5f-063c948e5dbe',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.817183] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29f8b8ab-a86a-44eb-86e6-495ca7006221 with status ACTIVE [ 775.817333] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.817402] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.817578] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.817712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.817811] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.818076] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.818221] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.818257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.818419] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.818466] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.818713] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.818843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.818843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.819176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.819176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.819306] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29f8b8ab-a86a-44eb-86e6-495ca7006221 is going to be updated. [ 775.821784] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.821784] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.822850] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-44733b31-5fe7-49f9-be5f-063c948e5dbe taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.822850] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.848876] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.849098] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.849230] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.849459] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.849781] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.849865] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29f8b8ab-a86a-44eb-86e6-495ca7006221" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.878079] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('779b5a1f-aff9-4be2-b0df-d41b89912733',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.937266] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7efaa6f4-f8e8-4a46-a051-2b95d68576c7: rpc.has_security_group_logging(os_id): False [ 775.964368] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.964587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.964587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.965146] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.965146] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.965146] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e87de2-ee17-49bb-8725-36c150ebf512 is going to be created. [ 775.970483] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.970631] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.970694] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.970921] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.971051] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.971302] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.971415] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.971482] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.971624] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.971846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.971846] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7efaa6f4-f8e8-4a46-a051-2b95d68576c7 is going to be created. [ 776.004042] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.004338] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.004397] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.004614] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.005129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.017137] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: UNINITIALIZED for 2s [ 776.137339] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.137635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.137635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.137950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.138111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.156550] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7efaa6f4-f8e8-4a46-a051-2b95d68576c7 in Status: IN_PROGRESS for 2s [ 776.204796] env[69975]: INFO networking_nsxv3.common.synchronization [req-e657f0cb-1ccd-4695-8e2d-52a60338083d req-614efe67-792d-4356-a1bb-47a21c8f0c2c tempest-MigrationsAdminTest-1206652408 tempest-MigrationsAdminTest-1206652408-project-member] Enqueued Resource ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 with Priority: HIGHEST for action security_group_members [ 776.206075] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 with Priority: HIGHEST for action security_group_members [ 776.207249] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.207249] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.207249] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.207249] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.207249] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.207249] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.207664] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.207664] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.207664] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.207755] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b72e9e-1ec3-495e-9a2f-39d95736f6a0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.274675] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.275821] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44733b31-5fe7-49f9-be5f-063c948e5dbe',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.380945] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('779b5a1f-aff9-4be2-b0df-d41b89912733',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.561912] env[69975]: INFO networking_nsxv3.common.synchronization [None req-e25c296d-d85b-43b4-bccf-1af553fe3cf5 None None] Enqueued Resource ID: 0cb96f28-525c-4cfd-b691-0f4ac515c366 with Priority: HIGHEST for action port [ 776.562543] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb96f28-525c-4cfd-b691-0f4ac515c366 with Priority: HIGHEST for action port [ 776.562866] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cb96f28-525c-4cfd-b691-0f4ac515c366 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.562866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cb96f28-525c-4cfd-b691-0f4ac515c366" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.563025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cb96f28-525c-4cfd-b691-0f4ac515c366" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.563222] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cb96f28-525c-4cfd-b691-0f4ac515c366" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.563301] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cb96f28-525c-4cfd-b691-0f4ac515c366',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.713928] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63b72e9e-1ec3-495e-9a2f-39d95736f6a0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.779125] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.779254] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.779254] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.779470] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.779563] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.779662] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25f19c-4dee-422c-b438-f3764bb064d2 is going to be updated. [ 776.781299] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.781299] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.781432] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.782021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.782021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.782021] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe is going to be created. [ 776.810671] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.811047] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.811222] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.811520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.811767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.817136] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.817136] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.817136] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.817136] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.817136] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.825388] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe in Status: UNINITIALIZED for 2s [ 776.828484] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: IN_PROGRESS for 2s [ 776.884231] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.884589] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.884589] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.884681] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.884768] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.884860] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 is going to be updated. [ 776.916562] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.916562] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.916562] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.916948] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.917195] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.936085] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 in Status: IN_PROGRESS for 2s [ 777.018644] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.018895] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.019768] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.019768] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.020831] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.021197] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.021197] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.021440] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.021614] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.021883] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.022031] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.022445] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.022445] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.022445] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.022588] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.022730] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.045456] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.045679] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 777.046463] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.046463] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.046463] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-e0bdee0a-ac19-47d1-9d6b-baffaa7a181a taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.046824] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-e0bdee0a-ac19-47d1-9d6b-baffaa7a181a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.047044] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-e0bdee0a-ac19-47d1-9d6b-baffaa7a181a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.047374] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-e0bdee0a-ac19-47d1-9d6b-baffaa7a181a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.047540] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0bdee0a-ac19-47d1-9d6b-baffaa7a181a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.070018] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cb96f28-525c-4cfd-b691-0f4ac515c366 [ 777.070018] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.070018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.070018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.070018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.070018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.070018] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cb96f28-525c-4cfd-b691-0f4ac515c366 already deleted. [ 777.070018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cb96f28-525c-4cfd-b691-0f4ac515c366" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.215948] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63b72e9e-1ec3-495e-9a2f-39d95736f6a0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.554711] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.554935] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.555088] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.555382] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.555529] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.555685] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port e0bdee0a-ac19-47d1-9d6b-baffaa7a181a not found, creating... [ 777.555947] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.556133] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.556250] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.556547] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.556608] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.556867] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.557029] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.557146] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.557424] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.557578] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.557752] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: e0bdee0a-ac19-47d1-9d6b-baffaa7a181a is going to be created. [ 777.581167] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.581554] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.581677] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.581971] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.582987] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.582987] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-e0bdee0a-ac19-47d1-9d6b-baffaa7a181a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.720140] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.720925] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.720925] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.720925] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.720925] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.720925] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 is going to be updated. [ 777.760506] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.760695] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.760778] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.761051] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.761202] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.772252] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 in Status: IN_PROGRESS for 2s [ 778.029585] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: SUCCESS [ 778.029826] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.030093] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.030500] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.030683] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.031042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.031042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.031042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.031391] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.031391] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.031391] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.172952] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7efaa6f4-f8e8-4a46-a051-2b95d68576c7 in Status: SUCCESS [ 778.173219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.534495] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.650083] env[69975]: INFO networking_nsxv3.common.synchronization [req-c34ac939-3969-4f9d-bf2d-633401261102 req-346c5933-592f-4258-879f-ed4dba356f8c tempest-ServersTestJSON-915624429 tempest-ServersTestJSON-915624429-project-member] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 778.650753] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 778.650926] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.651515] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.651739] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.651864] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.652053] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.652155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.652283] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.652366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.652492] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.652552] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.836108] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: SUCCESS [ 778.836351] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.836668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.836855] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.837074] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.837219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.837281] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.837455] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.837540] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.837642] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.843454] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe in Status: SUCCESS [ 778.843699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.843819] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.844028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.844213] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.844370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.844370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.844518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.844618] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.844683] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44733b31-5fe7-49f9-be5f-063c948e5dbe',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.855905] env[69975]: INFO networking_nsxv3.common.synchronization [req-e657f0cb-1ccd-4695-8e2d-52a60338083d req-503c21ad-c696-4618-b16f-cddb578ff8f1 service nova] Enqueued Resource ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 with Priority: HIGHEST for action security_group_rules [ 778.856178] env[69975]: INFO networking_nsxv3.common.synchronization [req-e657f0cb-1ccd-4695-8e2d-52a60338083d req-503c21ad-c696-4618-b16f-cddb578ff8f1 service nova] Enqueued Resource ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 with Priority: HIGHEST for action security_group_members [ 778.856346] env[69975]: INFO networking_nsxv3.common.synchronization [req-e657f0cb-1ccd-4695-8e2d-52a60338083d req-503c21ad-c696-4618-b16f-cddb578ff8f1 service nova] Enqueued Resource ID: e0bdee0a-ac19-47d1-9d6b-baffaa7a181a with Priority: HIGHEST for action port [ 778.856908] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 with Priority: HIGHEST for action security_group_rules [ 778.857291] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 with Priority: HIGHEST for action security_group_members [ 778.857419] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0bdee0a-ac19-47d1-9d6b-baffaa7a181a with Priority: HIGHEST for action port [ 778.858534] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63b72e9e-1ec3-495e-9a2f-39d95736f6a0 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.858807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.858807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.859580] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.859580] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63b72e9e-1ec3-495e-9a2f-39d95736f6a0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.860173] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.860273] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.860551] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0bdee0a-ac19-47d1-9d6b-baffaa7a181a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.860661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0bdee0a-ac19-47d1-9d6b-baffaa7a181a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.860724] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0bdee0a-ac19-47d1-9d6b-baffaa7a181a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.860911] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0bdee0a-ac19-47d1-9d6b-baffaa7a181a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.861063] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0bdee0a-ac19-47d1-9d6b-baffaa7a181a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.946660] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 in Status: SUCCESS [ 778.946873] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.037568] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67e87de2-ee17-49bb-8725-36c150ebf512: rpc.has_security_group_logging(os_id): False [ 779.057093] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.057310] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.057310] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.057516] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.057606] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.057846] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.057951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.058048] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.058270] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.058333] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.058387] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67e87de2-ee17-49bb-8725-36c150ebf512 is going to be created. [ 779.155672] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.155816] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.155885] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.156127] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.156330] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.159716] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.159844] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.159912] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.160195] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.160287] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.160749] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.160749] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.160749] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.161024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.161024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.161024] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 already deleted. [ 779.161251] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.174185] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: IN_PROGRESS for 2s [ 779.203232] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.203347] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.204026] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.204026] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.204167] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.204357] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.204489] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.204734] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.204965] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.207095] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 779.207095] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.207095] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.207095] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.207095] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 779.207095] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.207095] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.238108] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.238673] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 779.238673] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.238673] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.238917] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-8614e294-a2cc-4a82-ab33-bbc5def50f56 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.239503] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-8614e294-a2cc-4a82-ab33-bbc5def50f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.239503] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-8614e294-a2cc-4a82-ab33-bbc5def50f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.240238] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-8614e294-a2cc-4a82-ab33-bbc5def50f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.240238] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8614e294-a2cc-4a82-ab33-bbc5def50f56',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.346813] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.348409] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44733b31-5fe7-49f9-be5f-063c948e5dbe',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.363815] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.367022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.367022] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0bdee0a-ac19-47d1-9d6b-baffaa7a181a with status ACTIVE [ 779.367022] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.367022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.367022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.367022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.367022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.367022] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.367022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.367022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.367022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.367022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.367022] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.367022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.367022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.367022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.367022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.367716] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0bdee0a-ac19-47d1-9d6b-baffaa7a181a is going to be updated. [ 779.391361] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.394158] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.394158] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.394158] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.394158] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.394158] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0bdee0a-ac19-47d1-9d6b-baffaa7a181a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.744589] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.744589] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.744589] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.744589] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.744589] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.744589] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 8614e294-a2cc-4a82-ab33-bbc5def50f56 not found, creating... [ 779.744589] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.744589] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.744589] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.744589] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.745236] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.745236] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.745236] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.745382] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.745504] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.745633] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.745784] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 8614e294-a2cc-4a82-ab33-bbc5def50f56 is going to be created. [ 779.766143] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.766368] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.766499] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.767621] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.767621] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.767621] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-8614e294-a2cc-4a82-ab33-bbc5def50f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.783173] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 in Status: SUCCESS [ 779.783173] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.783173] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.783173] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.783173] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.783173] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.783173] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.783173] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.783173] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.783173] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b72e9e-1ec3-495e-9a2f-39d95736f6a0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.850373] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.852802] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44733b31-5fe7-49f9-be5f-063c948e5dbe',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.285939] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63b72e9e-1ec3-495e-9a2f-39d95736f6a0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.353478] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.353684] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.353801] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.354042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.354243] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.354243] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25f19c-4dee-422c-b438-f3764bb064d2 is going to be updated. [ 780.357164] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.357287] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.357358] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.357554] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.357643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.357735] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe is going to be updated. [ 780.384501] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.384707] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.384898] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.384999] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.385163] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.386884] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.387289] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.387408] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.387654] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.387861] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.400257] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe in Status: IN_PROGRESS for 2s [ 780.401188] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: IN_PROGRESS for 2s [ 780.788942] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63b72e9e-1ec3-495e-9a2f-39d95736f6a0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.112659] env[69975]: INFO networking_nsxv3.common.synchronization [None req-46f5cc2c-b0c3-43f5-91fa-ac3b1102f9d2 None None] Enqueued Resource ID: 7034e9f0-1921-485e-b86b-d0ada2812a12 with Priority: HIGHEST for action port [ 781.113274] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7034e9f0-1921-485e-b86b-d0ada2812a12 with Priority: HIGHEST for action port [ 781.113578] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-7034e9f0-1921-485e-b86b-d0ada2812a12 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.113695] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7034e9f0-1921-485e-b86b-d0ada2812a12" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.113760] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7034e9f0-1921-485e-b86b-d0ada2812a12" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.114478] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7034e9f0-1921-485e-b86b-d0ada2812a12" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.114547] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7034e9f0-1921-485e-b86b-d0ada2812a12',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.201575] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: SUCCESS [ 781.201575] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.271871] env[69975]: INFO networking_nsxv3.common.synchronization [req-c34ac939-3969-4f9d-bf2d-633401261102 req-f8494669-af93-424a-aa8a-3eedf284cb61 service nova] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_rules [ 781.271871] env[69975]: INFO networking_nsxv3.common.synchronization [req-c34ac939-3969-4f9d-bf2d-633401261102 req-f8494669-af93-424a-aa8a-3eedf284cb61 service nova] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 781.271871] env[69975]: INFO networking_nsxv3.common.synchronization [req-c34ac939-3969-4f9d-bf2d-633401261102 req-f8494669-af93-424a-aa8a-3eedf284cb61 service nova] Enqueued Resource ID: 8614e294-a2cc-4a82-ab33-bbc5def50f56 with Priority: HIGHEST for action port [ 781.271871] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_rules [ 781.271871] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 781.271871] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8614e294-a2cc-4a82-ab33-bbc5def50f56 with Priority: HIGHEST for action port [ 781.271871] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.272370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.272549] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.272899] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.273088] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.274502] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.276177] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.276177] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.276177] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.276177] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.276177] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.276177] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.276177] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.276177] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.276177] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.276830] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-8614e294-a2cc-4a82-ab33-bbc5def50f56 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.277423] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8614e294-a2cc-4a82-ab33-bbc5def50f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.278120] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8614e294-a2cc-4a82-ab33-bbc5def50f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.278398] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8614e294-a2cc-4a82-ab33-bbc5def50f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.278564] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8614e294-a2cc-4a82-ab33-bbc5def50f56',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.293892] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.293892] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.293892] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.293892] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.293892] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.293892] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 is going to be updated. [ 781.328022] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.328022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.328022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.328022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.328022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.339168] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 in Status: IN_PROGRESS for 2s [ 781.617427] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7034e9f0-1921-485e-b86b-d0ada2812a12 [ 781.617427] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.617569] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.617629] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.618297] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.618297] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.618297] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7034e9f0-1921-485e-b86b-d0ada2812a12 already deleted. [ 781.618297] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7034e9f0-1921-485e-b86b-d0ada2812a12" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.691897] env[69975]: INFO networking_nsxv3.common.synchronization [req-daa110c9-2a08-4329-ad8b-144906b0b150 req-e4e34639-95ae-46b3-a7cb-8eee2e5aea06 tempest-ServerDiskConfigTestJSON-1623943188 tempest-ServerDiskConfigTestJSON-1623943188-project-member] Enqueued Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 781.692679] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 781.693764] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.693764] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.693764] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.696041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.696041] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.696041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.696041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.696041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.696041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.696041] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.784019] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.784019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.784019] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.784019] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8614e294-a2cc-4a82-ab33-bbc5def50f56 with status ACTIVE [ 781.784019] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.784019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.784019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.784019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.784019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.784019] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.784019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.784019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.784019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.784019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.784687] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.785044] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.785113] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.785300] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.785379] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.785470] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8614e294-a2cc-4a82-ab33-bbc5def50f56 is going to be updated. [ 781.811701] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.812090] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.812090] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.812199] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.812253] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.812519] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8614e294-a2cc-4a82-ab33-bbc5def50f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.197049] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.197257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.197310] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.198663] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.198775] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.199032] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.199143] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.199207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.199379] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.199461] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.199554] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 is going to be updated. [ 782.234573] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.234778] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.234823] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.235940] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.235940] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.245804] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: IN_PROGRESS for 2s [ 782.257558] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-959 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.257558] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-959" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.257558] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-959" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.257558] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-959" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.257558] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.257558] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.257558] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.257558] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.257558] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.257558] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.257558] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.257558] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.257558] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.258236] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.258236] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.258236] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.282053] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.282241] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 782.282411] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.282603] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-959" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.282986] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-43f402d8-57b0-4bf5-a153-b4dc7f97d98d taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.283196] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-43f402d8-57b0-4bf5-a153-b4dc7f97d98d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.283320] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-43f402d8-57b0-4bf5-a153-b4dc7f97d98d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.283639] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-43f402d8-57b0-4bf5-a153-b4dc7f97d98d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.283779] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43f402d8-57b0-4bf5-a153-b4dc7f97d98d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.287240] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.412139] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe in Status: SUCCESS [ 782.414016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.414016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.414016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.414016] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.414016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.414016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.414016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.414016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.414016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.414016] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44733b31-5fe7-49f9-be5f-063c948e5dbe',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.415604] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: SUCCESS [ 782.415604] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.415604] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.415604] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.415604] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.415604] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.415846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.415846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.415901] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.415934] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.416029] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.787101] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.787245] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.787346] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.787587] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.787745] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.787906] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 43f402d8-57b0-4bf5-a153-b4dc7f97d98d not found, creating... [ 782.788232] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.788451] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.788583] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.788811] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.788950] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.789263] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.789424] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.789541] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.789747] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.789880] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.791047] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 43f402d8-57b0-4bf5-a153-b4dc7f97d98d is going to be created. [ 782.791709] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.791842] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.791894] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.792052] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.792131] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.792222] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be created. [ 782.812228] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.812588] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.812588] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.812846] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.813087] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.813318] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-43f402d8-57b0-4bf5-a153-b4dc7f97d98d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.816068] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.816189] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.816241] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.816653] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.816653] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.826943] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: UNINITIALIZED for 2s [ 782.918244] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44733b31-5fe7-49f9-be5f-063c948e5dbe',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.922020] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.922020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.922020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.922020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.922020] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.922020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.922020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.922020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.922020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.922020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.922020] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.922020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.922020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.922020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.922020] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.922683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.922683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.922683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.922683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.922683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.922683] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.354732] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 in Status: SUCCESS [ 783.354732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.354732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.354732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.354732] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.354732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.354732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.354732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.354732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.354732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.354732] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63b72e9e-1ec3-495e-9a2f-39d95736f6a0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.420276] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44733b31-5fe7-49f9-be5f-063c948e5dbe: rpc.has_security_group_logging(os_id): False [ 783.424911] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe25f19c-4dee-422c-b438-f3764bb064d2: rpc.has_security_group_logging(os_id): False [ 783.453082] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.453082] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.453082] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.453327] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.453327] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.453505] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.453587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.453654] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.453841] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.453924] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.454789] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.454932] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.455019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.455271] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.455271] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.455498] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.455596] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.455645] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.456273] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.456273] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.456273] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe25f19c-4dee-422c-b438-f3764bb064d2 is going to be updated. [ 783.459388] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.459528] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.459528] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.460460] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.460611] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.460861] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.461025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.461106] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.462817] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.462817] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.462817] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe is going to be created. [ 783.561807] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.561807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.561807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.561807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.561807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.565255] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.566123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.566638] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.566797] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.567095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.593215] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe in Status: IN_PROGRESS for 2s [ 783.608872] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: IN_PROGRESS for 2s [ 783.810901] env[69975]: INFO networking_nsxv3.common.synchronization [req-af70693d-5e5e-4525-8439-f51331b74e9d req-a730ee4f-a2da-4090-ae67-28b8619d1cc1 tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: d70a6dfd-bfab-4568-bc79-8556ec2efff5 with Priority: HIGHEST for action security_group_members [ 783.811062] env[69975]: INFO networking_nsxv3.common.synchronization [req-af70693d-5e5e-4525-8439-f51331b74e9d req-a730ee4f-a2da-4090-ae67-28b8619d1cc1 tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe with Priority: HIGHEST for action security_group_members [ 783.811273] env[69975]: INFO networking_nsxv3.common.synchronization [req-af70693d-5e5e-4525-8439-f51331b74e9d req-a730ee4f-a2da-4090-ae67-28b8619d1cc1 tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 783.811813] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70a6dfd-bfab-4568-bc79-8556ec2efff5 with Priority: HIGHEST for action security_group_members [ 783.813075] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe with Priority: HIGHEST for action security_group_members [ 783.813557] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 783.814019] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70a6dfd-bfab-4568-bc79-8556ec2efff5 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.814094] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70a6dfd-bfab-4568-bc79-8556ec2efff5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.814186] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70a6dfd-bfab-4568-bc79-8556ec2efff5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.814498] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70a6dfd-bfab-4568-bc79-8556ec2efff5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.815177] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.815576] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.815726] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.816133] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.816477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.816708] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70a6dfd-bfab-4568-bc79-8556ec2efff5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.818391] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-44733b31-5fe7-49f9-be5f-063c948e5dbe taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.818528] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.818599] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.818786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.818958] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.819068] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.819132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.819288] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.819378] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.819489] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44733b31-5fe7-49f9-be5f-063c948e5dbe',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.820603] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.820766] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.820766] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.820926] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.822679] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.822679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.822679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.822679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.822976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.822976] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.847624] env[69975]: INFO networking_nsxv3.common.synchronization [None req-5fa210a3-1f2e-4bec-ae54-4e711ea30f73 None None] Enqueued Resource ID: 43307778-d2e8-42b0-b7fc-959542b116e6 with Priority: HIGHEST for action port [ 783.848704] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43307778-d2e8-42b0-b7fc-959542b116e6 with Priority: HIGHEST for action port [ 783.849396] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-43307778-d2e8-42b0-b7fc-959542b116e6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.849396] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43307778-d2e8-42b0-b7fc-959542b116e6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.849396] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43307778-d2e8-42b0-b7fc-959542b116e6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.849632] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43307778-d2e8-42b0-b7fc-959542b116e6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.851590] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43307778-d2e8-42b0-b7fc-959542b116e6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.864572] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.864572] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.864572] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.864572] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.864572] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.864572] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.864572] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.864572] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.864572] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.864572] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.864572] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.864572] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.864572] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.864572] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.864572] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.864572] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.865139] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.865139] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.865139] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.865139] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.865139] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63b72e9e-1ec3-495e-9a2f-39d95736f6a0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.924811] env[69975]: INFO networking_nsxv3.common.synchronization [req-af70693d-5e5e-4525-8439-f51331b74e9d req-a730ee4f-a2da-4090-ae67-28b8619d1cc1 tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe with Priority: HIGHEST for action security_group_rules [ 783.924994] env[69975]: INFO networking_nsxv3.common.synchronization [req-af70693d-5e5e-4525-8439-f51331b74e9d req-a730ee4f-a2da-4090-ae67-28b8619d1cc1 tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe with Priority: HIGHEST for action security_group_members [ 783.925148] env[69975]: INFO networking_nsxv3.common.synchronization [req-af70693d-5e5e-4525-8439-f51331b74e9d req-a730ee4f-a2da-4090-ae67-28b8619d1cc1 tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: d70a6dfd-bfab-4568-bc79-8556ec2efff5 with Priority: HIGHEST for action security_group_rules [ 783.925275] env[69975]: INFO networking_nsxv3.common.synchronization [req-af70693d-5e5e-4525-8439-f51331b74e9d req-a730ee4f-a2da-4090-ae67-28b8619d1cc1 tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: d70a6dfd-bfab-4568-bc79-8556ec2efff5 with Priority: HIGHEST for action security_group_members [ 783.925399] env[69975]: INFO networking_nsxv3.common.synchronization [req-af70693d-5e5e-4525-8439-f51331b74e9d req-a730ee4f-a2da-4090-ae67-28b8619d1cc1 tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_rules [ 783.925520] env[69975]: INFO networking_nsxv3.common.synchronization [req-af70693d-5e5e-4525-8439-f51331b74e9d req-a730ee4f-a2da-4090-ae67-28b8619d1cc1 tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 783.925643] env[69975]: INFO networking_nsxv3.common.synchronization [req-af70693d-5e5e-4525-8439-f51331b74e9d req-a730ee4f-a2da-4090-ae67-28b8619d1cc1 tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: 29f8b8ab-a86a-44eb-86e6-495ca7006221 with Priority: HIGHEST for action port [ 783.926699] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe with Priority: HIGHEST for action security_group_rules [ 783.926699] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70a6dfd-bfab-4568-bc79-8556ec2efff5 with Priority: HIGHEST for action security_group_rules [ 783.926699] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 783.926699] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29f8b8ab-a86a-44eb-86e6-495ca7006221 with Priority: HIGHEST for action port [ 783.926699] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_rules [ 783.926871] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe with Priority: HIGHEST for action security_group_members [ 783.927110] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70a6dfd-bfab-4568-bc79-8556ec2efff5 with Priority: HIGHEST for action security_group_members [ 783.927522] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44733b31-5fe7-49f9-be5f-063c948e5dbe taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.927522] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.927884] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d70a6dfd-bfab-4568-bc79-8556ec2efff5 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.927884] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d70a6dfd-bfab-4568-bc79-8556ec2efff5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.927884] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d70a6dfd-bfab-4568-bc79-8556ec2efff5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.928180] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d70a6dfd-bfab-4568-bc79-8556ec2efff5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.928256] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d70a6dfd-bfab-4568-bc79-8556ec2efff5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.929174] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.929487] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.929487] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-29f8b8ab-a86a-44eb-86e6-495ca7006221 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.929609] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29f8b8ab-a86a-44eb-86e6-495ca7006221" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.929609] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29f8b8ab-a86a-44eb-86e6-495ca7006221" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.930476] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29f8b8ab-a86a-44eb-86e6-495ca7006221" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.930476] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29f8b8ab-a86a-44eb-86e6-495ca7006221',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.930931] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.930931] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.931084] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-44733b31-5fe7-49f9-be5f-063c948e5dbe taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.931135] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.932449] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70a6dfd-bfab-4568-bc79-8556ec2efff5 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.932449] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70a6dfd-bfab-4568-bc79-8556ec2efff5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.988252] env[69975]: INFO networking_nsxv3.common.synchronization [req-daa110c9-2a08-4329-ad8b-144906b0b150 req-d49b20b2-0dbe-434f-aa6f-560247145cb6 service nova] Enqueued Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_rules [ 783.988252] env[69975]: INFO networking_nsxv3.common.synchronization [req-daa110c9-2a08-4329-ad8b-144906b0b150 req-d49b20b2-0dbe-434f-aa6f-560247145cb6 service nova] Enqueued Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 783.988252] env[69975]: INFO networking_nsxv3.common.synchronization [req-daa110c9-2a08-4329-ad8b-144906b0b150 req-d49b20b2-0dbe-434f-aa6f-560247145cb6 service nova] Enqueued Resource ID: 43f402d8-57b0-4bf5-a153-b4dc7f97d98d with Priority: HIGHEST for action port [ 783.988252] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_rules [ 783.988252] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 783.988252] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43f402d8-57b0-4bf5-a153-b4dc7f97d98d with Priority: HIGHEST for action port [ 783.989426] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.989920] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.990121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.990409] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.990628] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.993097] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.995018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.995018] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-43f402d8-57b0-4bf5-a153-b4dc7f97d98d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.995018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43f402d8-57b0-4bf5-a153-b4dc7f97d98d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.995018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43f402d8-57b0-4bf5-a153-b4dc7f97d98d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.995018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43f402d8-57b0-4bf5-a153-b4dc7f97d98d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.995018] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43f402d8-57b0-4bf5-a153-b4dc7f97d98d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.255697] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: SUCCESS [ 784.255899] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 deletion is rescheduled due to dependency. [ 784.256134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.256688] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.256907] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.257805] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.257805] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.257805] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.257805] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.257805] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.257805] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.331083] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44733b31-5fe7-49f9-be5f-063c948e5dbe',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.331083] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70a6dfd-bfab-4568-bc79-8556ec2efff5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.331083] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.351782] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43307778-d2e8-42b0-b7fc-959542b116e6 [ 784.352036] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.352176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.352240] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.352513] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.352627] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.352627] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43307778-d2e8-42b0-b7fc-959542b116e6 already deleted. [ 784.352726] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43307778-d2e8-42b0-b7fc-959542b116e6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.370886] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63b72e9e-1ec3-495e-9a2f-39d95736f6a0: rpc.has_security_group_logging(os_id): False [ 784.390415] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.390579] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.390669] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.390864] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.413085] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.413512] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.413761] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.413923] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.414223] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.414394] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.414678] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.414890] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.415063] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.415416] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.415578] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.416059] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.416743] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.416892] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.417156] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.418189] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.418290] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 is going to be updated. [ 784.433245] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70a6dfd-bfab-4568-bc79-8556ec2efff5 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.434201] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70a6dfd-bfab-4568-bc79-8556ec2efff5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.434525] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29f8b8ab-a86a-44eb-86e6-495ca7006221 with status ACTIVE [ 784.434810] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.434983] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.435102] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.435383] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.435514] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.435786] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.435945] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.436059] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.436245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.436332] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.436570] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.436683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.436744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.436901] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.437025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.437201] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29f8b8ab-a86a-44eb-86e6-495ca7006221 is going to be updated. [ 784.458614] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.458856] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.458856] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.459115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.459290] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.459475] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29f8b8ab-a86a-44eb-86e6-495ca7006221" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.495478] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.495478] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.495706] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.495767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.496549] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.497230] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.497343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.497540] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43f402d8-57b0-4bf5-a153-b4dc7f97d98d with status ACTIVE [ 784.497717] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.497821] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.497885] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.498075] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.498159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.498321] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.498411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.498470] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.498614] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.498691] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.498860] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.498958] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.499027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.499166] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.499241] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.499323] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43f402d8-57b0-4bf5-a153-b4dc7f97d98d is going to be updated. [ 784.524590] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 in Status: IN_PROGRESS for 2s [ 784.538022] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.538251] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.538251] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.538573] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.538695] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.538814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43f402d8-57b0-4bf5-a153-b4dc7f97d98d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.762844] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.831520] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70a6dfd-bfab-4568-bc79-8556ec2efff5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.833547] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44733b31-5fe7-49f9-be5f-063c948e5dbe',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.834746] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.837246] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: SUCCESS [ 784.837439] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.837918] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.838186] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.838422] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.838515] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.838611] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.838759] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.838842] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.838946] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.839043] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.266139] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.335289] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.335463] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.336083] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.336083] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.336083] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.336083] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70a6dfd-bfab-4568-bc79-8556ec2efff5 is going to be created. [ 785.337345] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.337454] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.337557] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.337715] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.337810] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.338038] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe is going to be updated. [ 785.338932] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.339809] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.339809] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.339809] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.339809] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.339809] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25f19c-4dee-422c-b438-f3764bb064d2 is going to be updated. [ 785.342441] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.342574] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.342700] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.343082] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.343082] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.343082] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.343241] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.343269] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.343405] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.343487] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.343575] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.343677] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.343742] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.343877] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.344017] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.344110] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.344171] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.344302] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.344378] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.344456] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.344544] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.377139] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.377139] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.377139] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.377139] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.377139] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.378459] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.378780] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.378942] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.379377] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.379792] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.397213] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.397213] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.397213] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.397213] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.397213] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.399518] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70a6dfd-bfab-4568-bc79-8556ec2efff5 in Status: UNINITIALIZED for 2s [ 785.400484] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe in Status: IN_PROGRESS for 2s [ 785.410933] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: IN_PROGRESS for 2s [ 785.610227] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe in Status: SUCCESS [ 785.610475] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.611709] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.612455] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.612721] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44733b31-5fe7-49f9-be5f-063c948e5dbe',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.632963] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: SUCCESS [ 785.633264] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.633482] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.633835] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.633835] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.692193] env[69975]: INFO networking_nsxv3.common.synchronization [req-46cf50ca-076f-4bcf-9712-a6746696d1e9 req-114d3645-46a2-4b6b-a094-02c0d4c2fc72 tempest-ServersAdminTestJSON-63150947 tempest-ServersAdminTestJSON-63150947-project-member] Enqueued Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_members [ 785.692422] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_members [ 785.693171] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.693316] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.693384] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.693657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.693846] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.697563] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.697563] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.697563] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.697563] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.697563] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.771255] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.771255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.771255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.771255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.771255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.771255] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 is going to be updated. [ 785.810657] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.810777] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.810777] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.811228] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.811509] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.822568] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: IN_PROGRESS for 2s [ 785.847722] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33e1b0b0-1e11-410d-91e3-6062199cf7d3: rpc.has_security_group_logging(os_id): False [ 785.872725] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.873128] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.875018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.875018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.875018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.875018] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.875018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.875018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.875018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.875018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.875018] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.875018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.875018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.875018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.875018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.875018] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.875478] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.875655] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.875892] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.876084] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.876247] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be created. [ 785.946248] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.946248] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.946248] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.946248] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.946248] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.962123] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: IN_PROGRESS for 2s [ 786.115404] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-44733b31-5fe7-49f9-be5f-063c948e5dbe taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.115656] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.136313] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.136709] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.198381] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.198867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.198947] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.199229] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.199366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.199613] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.199714] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.199780] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.199955] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.200077] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.200166] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2be00df-6a0a-4200-a397-d8deb2caa993 already deleted. [ 786.200249] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.235202] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.235202] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-916" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.235202] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-916" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.235202] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-916" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.235202] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.235202] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.235202] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.235202] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.235202] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.235202] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 786.235202] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.235202] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.235202] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.235860] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 786.235860] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.235860] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.275971] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.276278] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 786.276465] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.276689] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-916" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.277073] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-0e9d6238-fb82-48aa-8702-091435aae1b1 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.277454] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-0e9d6238-fb82-48aa-8702-091435aae1b1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.277523] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-0e9d6238-fb82-48aa-8702-091435aae1b1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.277796] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-0e9d6238-fb82-48aa-8702-091435aae1b1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.277962] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e9d6238-fb82-48aa-8702-091435aae1b1',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.538229] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 in Status: SUCCESS [ 786.538483] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.781009] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.781254] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.781399] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.781689] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.782600] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.782836] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 0e9d6238-fb82-48aa-8702-091435aae1b1 not found, creating... [ 786.783158] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.783341] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.783549] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.783715] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.783868] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.784188] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.784349] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.784577] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.784712] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.784850] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.784988] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 0e9d6238-fb82-48aa-8702-091435aae1b1 is going to be created. [ 786.808984] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.811362] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.811362] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.811362] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.811362] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.811362] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-0e9d6238-fb82-48aa-8702-091435aae1b1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.416780] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70a6dfd-bfab-4568-bc79-8556ec2efff5 in Status: SUCCESS [ 787.417135] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70a6dfd-bfab-4568-bc79-8556ec2efff5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.417217] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70a6dfd-bfab-4568-bc79-8556ec2efff5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.417442] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70a6dfd-bfab-4568-bc79-8556ec2efff5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.417612] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.417742] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.417816] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.417991] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.418107] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.418181] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70a6dfd-bfab-4568-bc79-8556ec2efff5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.421262] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe in Status: SUCCESS [ 787.421459] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.422190] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: SUCCESS [ 787.422388] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.422573] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.422771] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.422953] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.427021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.427021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.427021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.427021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.427021] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44733b31-5fe7-49f9-be5f-063c948e5dbe',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.427021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.427021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.427021] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.427422] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.427422] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.427422] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.427422] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.427543] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.606963] env[69975]: INFO networking_nsxv3.common.synchronization [req-3694b937-5e3d-4684-9083-bf11bce8cffd req-f7fc69cb-8dd2-4e0a-8452-e646cedb8643 tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: d70a6dfd-bfab-4568-bc79-8556ec2efff5 with Priority: HIGHEST for action security_group_members [ 787.606963] env[69975]: INFO networking_nsxv3.common.synchronization [req-3694b937-5e3d-4684-9083-bf11bce8cffd req-f7fc69cb-8dd2-4e0a-8452-e646cedb8643 tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 787.606963] env[69975]: INFO networking_nsxv3.common.synchronization [req-3694b937-5e3d-4684-9083-bf11bce8cffd req-f7fc69cb-8dd2-4e0a-8452-e646cedb8643 tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe with Priority: HIGHEST for action security_group_members [ 787.611050] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70a6dfd-bfab-4568-bc79-8556ec2efff5 with Priority: HIGHEST for action security_group_members [ 787.611050] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 787.611050] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe with Priority: HIGHEST for action security_group_members [ 787.611050] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70a6dfd-bfab-4568-bc79-8556ec2efff5 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.611050] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70a6dfd-bfab-4568-bc79-8556ec2efff5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.611050] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.611050] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.611050] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-44733b31-5fe7-49f9-be5f-063c948e5dbe taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.611050] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.717226] env[69975]: INFO networking_nsxv3.common.synchronization [req-46cf50ca-076f-4bcf-9712-a6746696d1e9 req-afe84986-c09f-467e-a886-126467de74cb service nova] Enqueued Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_rules [ 787.717226] env[69975]: INFO networking_nsxv3.common.synchronization [req-46cf50ca-076f-4bcf-9712-a6746696d1e9 req-afe84986-c09f-467e-a886-126467de74cb service nova] Enqueued Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_members [ 787.717226] env[69975]: INFO networking_nsxv3.common.synchronization [req-46cf50ca-076f-4bcf-9712-a6746696d1e9 req-afe84986-c09f-467e-a886-126467de74cb service nova] Enqueued Resource ID: 0e9d6238-fb82-48aa-8702-091435aae1b1 with Priority: HIGHEST for action port [ 787.717226] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_rules [ 787.717226] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_members [ 787.717226] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e9d6238-fb82-48aa-8702-091435aae1b1 with Priority: HIGHEST for action port [ 787.717559] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.717715] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.717715] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.717948] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.718079] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.719049] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.719162] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.719255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.719415] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.719568] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.719621] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.719670] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.719800] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.719880] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.720114] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.720736] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e9d6238-fb82-48aa-8702-091435aae1b1 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.720828] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e9d6238-fb82-48aa-8702-091435aae1b1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.721661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e9d6238-fb82-48aa-8702-091435aae1b1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.721661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e9d6238-fb82-48aa-8702-091435aae1b1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.721661] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e9d6238-fb82-48aa-8702-091435aae1b1',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.832643] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: SUCCESS [ 787.832875] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.833072] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.833299] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.833490] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.833602] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.833673] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.833812] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.833926] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.834108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.834236] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.929361] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44733b31-5fe7-49f9-be5f-063c948e5dbe',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.930976] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70a6dfd-bfab-4568-bc79-8556ec2efff5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.932031] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.977434] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: SUCCESS [ 787.977434] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.223954] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.223954] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.224137] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.225421] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e9d6238-fb82-48aa-8702-091435aae1b1 with status ACTIVE [ 788.225616] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.225709] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.225778] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.225988] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.226118] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.226353] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.226426] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.226487] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.226651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.226728] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.226909] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.226999] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.228092] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.229030] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.229030] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.229030] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e9d6238-fb82-48aa-8702-091435aae1b1 is going to be updated. [ 788.256473] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.257416] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.257528] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.257703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.257840] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.258015] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e9d6238-fb82-48aa-8702-091435aae1b1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.337319] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.337431] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.337585] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.337725] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.337890] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.338014] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.338255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.338255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.338312] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.338407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.338559] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.338652] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.338714] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.338902] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.339067] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.339154] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.339244] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.339358] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.339436] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.339519] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.339615] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.434108] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44733b31-5fe7-49f9-be5f-063c948e5dbe',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.435622] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70a6dfd-bfab-4568-bc79-8556ec2efff5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.436565] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.727373] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.816080] env[69975]: INFO networking_nsxv3.common.synchronization [None req-f4f3be87-d896-4a16-a5e6-6a42b4849830 None None] Enqueued Resource ID: 52a1d870-9239-4730-ba03-9b7ab86beb9a with Priority: HIGHEST for action port [ 788.816349] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a1d870-9239-4730-ba03-9b7ab86beb9a with Priority: HIGHEST for action port [ 788.816950] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-52a1d870-9239-4730-ba03-9b7ab86beb9a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.817099] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52a1d870-9239-4730-ba03-9b7ab86beb9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.817180] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52a1d870-9239-4730-ba03-9b7ab86beb9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.817446] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52a1d870-9239-4730-ba03-9b7ab86beb9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.817531] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52a1d870-9239-4730-ba03-9b7ab86beb9a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.842153] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92dcf97a-22f1-4da8-a70e-2cd59eb07b52: rpc.has_security_group_logging(os_id): False [ 788.862976] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.863162] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.863234] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.863436] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.863529] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.863717] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.863810] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.863866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.864026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.864101] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.864364] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.864938] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.864938] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.864938] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.864938] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.864938] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.865160] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.869221] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.869382] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.869480] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.869567] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 is going to be updated. [ 788.940867] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.940867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.940867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.940867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.941052] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.942479] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.942649] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.942649] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.944028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.944028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.944028] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe is going to be updated. [ 788.944028] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.944420] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.944420] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.944420] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.944420] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.944555] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25f19c-4dee-422c-b438-f3764bb064d2 is going to be updated. [ 788.945841] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.945945] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.946010] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.946488] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.946570] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.947083] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70a6dfd-bfab-4568-bc79-8556ec2efff5 is going to be updated. [ 788.972068] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: IN_PROGRESS for 2s [ 788.986021] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.986021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.986021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.986021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.986021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.987082] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.987369] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.987585] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.987923] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.988335] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.990289] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.990526] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.990674] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.990912] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.991150] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.005801] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70a6dfd-bfab-4568-bc79-8556ec2efff5 in Status: IN_PROGRESS for 2s [ 789.006969] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: IN_PROGRESS for 2s [ 789.007746] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe in Status: IN_PROGRESS for 2s [ 789.230627] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.230790] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.230862] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.231185] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.231350] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.231401] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2be00df-6a0a-4200-a397-d8deb2caa993 is going to be created. [ 789.264019] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.264019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.264019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.264019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.264019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.272640] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: UNINITIALIZED for 2s [ 789.320321] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52a1d870-9239-4730-ba03-9b7ab86beb9a [ 789.320503] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.320572] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.320637] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.320886] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.320977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.321865] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52a1d870-9239-4730-ba03-9b7ab86beb9a already deleted. [ 789.321865] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52a1d870-9239-4730-ba03-9b7ab86beb9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.464836] env[69975]: INFO networking_nsxv3.common.synchronization [req-3fd2f708-98f9-4fa1-9fc7-ddee99074f1b req-20f51f7a-73bb-46ef-8017-ea91c0e6341e tempest-ServersAdminTestJSON-63150947 tempest-ServersAdminTestJSON-63150947-project-member] Enqueued Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_members [ 790.464836] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_members [ 790.465176] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.465264] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.982892] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.982892] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-916" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.982892] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-916" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.982892] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-916" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.982892] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.982892] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.982892] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.983706] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.984091] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.984516] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.984814] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.985122] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.985382] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.985659] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.985931] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.986269] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.989887] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: SUCCESS [ 790.989887] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.012402] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.012651] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 791.012824] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.013095] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-916" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.013477] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-3b50b2f7-54a6-4ee2-9d36-d71d26ba7a71 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.013716] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-3b50b2f7-54a6-4ee2-9d36-d71d26ba7a71" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.013852] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-3b50b2f7-54a6-4ee2-9d36-d71d26ba7a71" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.014469] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-3b50b2f7-54a6-4ee2-9d36-d71d26ba7a71" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.014695] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b50b2f7-54a6-4ee2-9d36-d71d26ba7a71',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.021148] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe in Status: SUCCESS [ 791.021422] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.021675] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.021928] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.022151] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.022279] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.022367] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.022621] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.022696] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.022846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.022949] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44733b31-5fe7-49f9-be5f-063c948e5dbe',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.027497] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70a6dfd-bfab-4568-bc79-8556ec2efff5 in Status: SUCCESS [ 791.027497] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70a6dfd-bfab-4568-bc79-8556ec2efff5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.027497] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: SUCCESS [ 791.027497] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.027497] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.027711] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.027742] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.027896] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.027934] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.028131] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.028203] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.028317] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44733b31-5fe7-49f9-be5f-063c948e5dbe',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.029059] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70a6dfd-bfab-4568-bc79-8556ec2efff5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.029213] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70a6dfd-bfab-4568-bc79-8556ec2efff5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.029379] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.029478] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.029534] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.029672] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.029736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.030161] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70a6dfd-bfab-4568-bc79-8556ec2efff5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.030161] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d70a6dfd-bfab-4568-bc79-8556ec2efff5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.033158] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.033158] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.033158] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.033158] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.033158] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.033158] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.033158] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.033158] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.033158] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.033158] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70a6dfd-bfab-4568-bc79-8556ec2efff5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.033158] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70a6dfd-bfab-4568-bc79-8556ec2efff5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.033584] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.033584] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.033584] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.033584] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.033584] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.033737] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70a6dfd-bfab-4568-bc79-8556ec2efff5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.034274] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.034426] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.034760] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.034876] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.035594] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.035594] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.035594] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.035594] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.283956] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: SUCCESS [ 791.284211] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.284361] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.284577] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.284767] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.284878] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.284932] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.285108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.285209] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.285294] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.286598] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.287831] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.287949] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.288147] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.288267] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.288329] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.288473] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.289489] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.289489] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.521021] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.521021] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.521021] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.521021] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.521021] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.521021] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 3b50b2f7-54a6-4ee2-9d36-d71d26ba7a71 not found, creating... [ 791.521021] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.521021] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.521021] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.521021] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.521021] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.521755] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.521755] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.521755] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.521755] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.521755] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.521755] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 3b50b2f7-54a6-4ee2-9d36-d71d26ba7a71 is going to be created. [ 791.533457] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44733b31-5fe7-49f9-be5f-063c948e5dbe',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.534559] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.534686] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.534752] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.534961] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.535072] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.535264] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.535370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.535425] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.535585] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.535660] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.535745] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe is going to be updated. [ 791.537311] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d70a6dfd-bfab-4568-bc79-8556ec2efff5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.539079] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.539179] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.539413] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.539596] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.539596] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.539777] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.539862] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.540143] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.540262] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.540328] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.540487] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.540567] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.540656] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70a6dfd-bfab-4568-bc79-8556ec2efff5 is going to be deleted. [ 791.542048] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.550056] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.550056] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.550056] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.550056] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.550056] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.550056] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-3b50b2f7-54a6-4ee2-9d36-d71d26ba7a71" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.575662] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.575818] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.575892] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.576127] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.576269] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.584442] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.584586] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.584658] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.584879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.584976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.585089] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70a6dfd-bfab-4568-bc79-8556ec2efff5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.595731] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe in Status: IN_PROGRESS for 2s [ 791.751693] env[69975]: INFO networking_nsxv3.common.synchronization [None req-74eff1ba-9eb1-4e72-a491-5e9862b36d55 None None] Enqueued Resource ID: cc6dd11c-a352-4b1c-b3fd-62af2a24fe98 with Priority: HIGHEST for action port [ 791.752491] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc6dd11c-a352-4b1c-b3fd-62af2a24fe98 with Priority: HIGHEST for action port [ 791.752806] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc6dd11c-a352-4b1c-b3fd-62af2a24fe98 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.752955] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc6dd11c-a352-4b1c-b3fd-62af2a24fe98" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.753428] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc6dd11c-a352-4b1c-b3fd-62af2a24fe98" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.753551] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc6dd11c-a352-4b1c-b3fd-62af2a24fe98" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.753645] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc6dd11c-a352-4b1c-b3fd-62af2a24fe98',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.790144] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.790235] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.791773] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.039779] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d70a6dfd-bfab-4568-bc79-8556ec2efff5: rpc.has_security_group_logging(os_id): False [ 792.040479] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44733b31-5fe7-49f9-be5f-063c948e5dbe: rpc.has_security_group_logging(os_id): False [ 792.045493] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.062219] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.062219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.062219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.062219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.062219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.062219] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.062219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.062219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.062219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.062219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.062219] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70a6dfd-bfab-4568-bc79-8556ec2efff5 is going to be created. [ 792.066577] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.066715] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.066796] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.068012] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.068012] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.068012] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.068012] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.068012] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.068012] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.068012] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.068012] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe is going to be updated. [ 792.104407] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d70a6dfd-bfab-4568-bc79-8556ec2efff5], does not exist path=[/infra/domains/default/groups/d70a6dfd-bfab-4568-bc79-8556ec2efff5]."\n}' [ 792.104407] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70a6dfd-bfab-4568-bc79-8556ec2efff5 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d70a6dfd-bfab-4568-bc79-8556ec2efff5 [ 792.104407] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 792.145202] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.145202] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.145202] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.145202] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.145951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.146455] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.146741] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.146926] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.147256] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.148838] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.148838] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.148838] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.148838] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.148838] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.148838] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.148838] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70a6dfd-bfab-4568-bc79-8556ec2efff5 is going to be created. [ 792.161442] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.161626] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.161687] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.161962] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.162258] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.183085] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d70a6dfd-bfab-4568-bc79-8556ec2efff5], does not exist path=[/infra/domains/default/groups/d70a6dfd-bfab-4568-bc79-8556ec2efff5]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d70a6dfd-bfab-4568-bc79-8556ec2efff5 [ 792.183085] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d70a6dfd-bfab-4568-bc79-8556ec2efff5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.183085] env[69975]: Traceback (most recent call last): [ 792.183085] env[69975]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 792.183085] env[69975]: return func(*args, **kwargs) [ 792.183085] env[69975]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 792.183085] env[69975]: res.raise_for_status() [ 792.183085] env[69975]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 792.183085] env[69975]: raise HTTPError(http_error_msg, response=self) [ 792.183085] env[69975]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d70a6dfd-bfab-4568-bc79-8556ec2efff5 [ 792.183085] env[69975]: During handling of the above exception, another exception occurred: [ 792.183085] env[69975]: Traceback (most recent call last): [ 792.183085] env[69975]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 792.183085] env[69975]: listener.cb(fileno) [ 792.183085] env[69975]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 792.183085] env[69975]: result = function(*args, **kwargs) [ 792.183085] env[69975]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 792.183085] env[69975]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 792.183085] env[69975]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 792.183085] env[69975]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 792.183085] env[69975]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 792.183085] env[69975]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 792.183085] env[69975]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 792.183085] env[69975]: res.raise_for_status() [ 792.183085] env[69975]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 792.183085] env[69975]: raise HTTPError(http_error_msg, response=self) [ 792.183085] env[69975]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d70a6dfd-bfab-4568-bc79-8556ec2efff5 [ 792.183085] env[69975]: Removing descriptor: 5 [ 792.183085] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe in Status: IN_PROGRESS for 2s [ 792.255792] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc6dd11c-a352-4b1c-b3fd-62af2a24fe98 [ 792.256049] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.256195] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.256262] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.256483] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.256573] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.256673] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc6dd11c-a352-4b1c-b3fd-62af2a24fe98 already deleted. [ 792.256760] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc6dd11c-a352-4b1c-b3fd-62af2a24fe98" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.295419] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.402404] env[69975]: INFO networking_nsxv3.common.synchronization [req-3fd2f708-98f9-4fa1-9fc7-ddee99074f1b req-f5faa934-2e8a-4d94-9e17-be9f82d504bb service nova] Enqueued Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_rules [ 792.402609] env[69975]: INFO networking_nsxv3.common.synchronization [req-3fd2f708-98f9-4fa1-9fc7-ddee99074f1b req-f5faa934-2e8a-4d94-9e17-be9f82d504bb service nova] Enqueued Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_members [ 792.402778] env[69975]: INFO networking_nsxv3.common.synchronization [req-3fd2f708-98f9-4fa1-9fc7-ddee99074f1b req-f5faa934-2e8a-4d94-9e17-be9f82d504bb service nova] Enqueued Resource ID: 3b50b2f7-54a6-4ee2-9d36-d71d26ba7a71 with Priority: HIGHEST for action port [ 792.403952] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_rules [ 792.404261] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_members [ 792.404261] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b50b2f7-54a6-4ee2-9d36-d71d26ba7a71 with Priority: HIGHEST for action port [ 792.405023] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.405023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.405381] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.405708] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.406349] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b50b2f7-54a6-4ee2-9d36-d71d26ba7a71 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.406472] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b50b2f7-54a6-4ee2-9d36-d71d26ba7a71" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.406540] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b50b2f7-54a6-4ee2-9d36-d71d26ba7a71" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.406822] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b50b2f7-54a6-4ee2-9d36-d71d26ba7a71" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.406918] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b50b2f7-54a6-4ee2-9d36-d71d26ba7a71',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.551875] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.552266] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.552266] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.552465] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.552560] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.552682] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25f19c-4dee-422c-b438-f3764bb064d2 is going to be updated. [ 792.595096] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.595096] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.595278] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.595440] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.595555] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.613061] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: IN_PROGRESS for 2s [ 792.799493] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.799691] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.799759] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.799997] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.800116] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.800294] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2be00df-6a0a-4200-a397-d8deb2caa993 is going to be updated. [ 792.834692] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.834949] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.835095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.835420] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.835767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.847477] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: IN_PROGRESS for 2s [ 792.909065] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b50b2f7-54a6-4ee2-9d36-d71d26ba7a71 with status ACTIVE [ 792.909304] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.909445] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.909514] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.910021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.910308] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.910554] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.910675] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.910778] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.911047] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.911173] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.911387] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.911490] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.911575] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.911781] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.911905] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.911957] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b50b2f7-54a6-4ee2-9d36-d71d26ba7a71 is going to be updated. [ 792.936587] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.936825] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.936825] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.937486] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.937638] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.937797] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b50b2f7-54a6-4ee2-9d36-d71d26ba7a71" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.614883] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe in Status: SUCCESS [ 793.615226] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe deletion is rescheduled due to dependency. [ 793.615226] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.208512] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44733b31-5fe7-49f9-be5f-063c948e5dbe in Status: SUCCESS [ 794.208738] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44733b31-5fe7-49f9-be5f-063c948e5dbe" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.626251] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: SUCCESS [ 794.626661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.626661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.626829] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.627025] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.627172] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.627237] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.627360] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.627437] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.627541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.627668] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.627773] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.627825] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.627948] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.630099] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.630099] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.630099] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.630099] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.630099] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.630099] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.630099] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.860020] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: SUCCESS [ 794.860020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.860020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.860020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.860020] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.860020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.860020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.860020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.860020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.860020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.860020] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.860020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.860020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.860020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.860020] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.860020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.860020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.860020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.860020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.860830] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.861167] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.862157] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.862427] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.862669] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.862878] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.863037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.863279] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.863470] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.863704] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.135025] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe25f19c-4dee-422c-b438-f3764bb064d2: rpc.has_security_group_logging(os_id): False [ 795.158660] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.158660] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.158660] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.158660] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.178552] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.178831] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.178957] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.179031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.179681] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.179853] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.180316] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.180316] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.180316] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.180537] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.180537] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.180684] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.180777] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.181014] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.181014] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.181121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.181253] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe25f19c-4dee-422c-b438-f3764bb064d2 is going to be updated. [ 795.286151] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.286325] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.286662] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.286662] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.286793] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.310109] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: IN_PROGRESS for 2s [ 795.366572] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2be00df-6a0a-4200-a397-d8deb2caa993: rpc.has_security_group_logging(os_id): False [ 795.366815] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.390271] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.390271] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.390271] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.390605] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.390741] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.390934] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.391153] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.391261] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.391420] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.391523] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.391742] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.391869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.391950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.392133] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.392233] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.392467] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.392635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.392730] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.392895] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.393017] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.393236] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2be00df-6a0a-4200-a397-d8deb2caa993 is going to be created. [ 795.465905] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.465905] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.465905] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.465905] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.466307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.483086] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: IN_PROGRESS for 2s [ 795.870464] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.373032] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.373206] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.373282] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.373531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.374943] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.375105] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2be00df-6a0a-4200-a397-d8deb2caa993 is going to be updated. [ 796.422430] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.422430] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.422430] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.422608] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.422750] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.439576] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: IN_PROGRESS for 2s [ 796.900233] env[69975]: INFO networking_nsxv3.common.synchronization [req-717c53a7-e920-4f98-8227-56fd6a166a58 req-9460a06c-8edf-41bb-85c9-341854292ddb tempest-ServersV294TestFqdnHostnames-2099141024 tempest-ServersV294TestFqdnHostnames-2099141024-project-member] Enqueued Resource ID: 26590364-cf5a-4322-8368-aa7a07f657ff with Priority: HIGHEST for action security_group_members [ 796.900877] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26590364-cf5a-4322-8368-aa7a07f657ff with Priority: HIGHEST for action security_group_members [ 796.901206] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-26590364-cf5a-4322-8368-aa7a07f657ff taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.901343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.901411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.901617] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.901767] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.901877] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.901918] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.902324] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.903273] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.903455] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26590364-cf5a-4322-8368-aa7a07f657ff',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.332915] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: SUCCESS [ 797.333176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.405565] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.405768] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.405768] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.405998] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.437525] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.437796] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.437927] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.437984] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.438223] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.438312] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.438402] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26590364-cf5a-4322-8368-aa7a07f657ff is going to be updated. [ 797.476782] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.476782] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.476782] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.476782] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.476957] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.488044] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26590364-cf5a-4322-8368-aa7a07f657ff in Status: IN_PROGRESS for 2s [ 797.496552] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: SUCCESS [ 797.496780] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.496959] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.498435] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.498435] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.769080] env[69975]: INFO networking_nsxv3.common.synchronization [req-f43d0458-39d0-4d6c-bc6c-5c71d6075ef7 req-2be72f12-4686-45db-b2a0-77ae88dd5af4 tempest-ServersTestFqdnHostnames-330353066 tempest-ServersTestFqdnHostnames-330353066-project-member] Enqueued Resource ID: 95908252-ee53-4059-8699-27fb28b2b7d8 with Priority: HIGHEST for action security_group_members [ 797.770050] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95908252-ee53-4059-8699-27fb28b2b7d8 with Priority: HIGHEST for action security_group_members [ 797.770537] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-95908252-ee53-4059-8699-27fb28b2b7d8 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.770729] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.770804] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.771196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.775022] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.775022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.775022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.775022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.775022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.775022] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95908252-ee53-4059-8699-27fb28b2b7d8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.003141] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.003438] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.273699] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.273877] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.273953] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.274580] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.298093] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.298362] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.298477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.298548] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.298746] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.298828] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.298915] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95908252-ee53-4059-8699-27fb28b2b7d8 is going to be updated. [ 798.344062] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.344062] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.344062] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.344062] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.344322] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.353469] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95908252-ee53-4059-8699-27fb28b2b7d8 in Status: IN_PROGRESS for 2s [ 798.453847] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: SUCCESS [ 798.453847] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.454128] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.454364] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.454563] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.454720] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.454820] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.455018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.455111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.455203] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.455298] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.960983] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.961096] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.961096] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.966916] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.966916] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.966916] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.966916] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.966916] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.966916] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.966916] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.966916] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.966916] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.966916] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.966916] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.966916] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.966916] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.966916] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.966916] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.966916] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.966916] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.966916] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.468638] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2be00df-6a0a-4200-a397-d8deb2caa993: rpc.has_security_group_logging(os_id): False [ 799.493032] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.493032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.493032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.493032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.493032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.493032] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.493032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.493032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.493032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.493032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.493032] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.493032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.493032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.493032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.493032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.493636] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.493636] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.493636] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.494147] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.494385] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.494586] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2be00df-6a0a-4200-a397-d8deb2caa993 is going to be updated. [ 799.508381] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26590364-cf5a-4322-8368-aa7a07f657ff in Status: SUCCESS [ 799.508381] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26590364-cf5a-4322-8368-aa7a07f657ff deletion is rescheduled due to dependency. [ 799.508381] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.562789] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.562789] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.562789] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.562789] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.562789] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.578443] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: IN_PROGRESS for 2s [ 800.363664] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95908252-ee53-4059-8699-27fb28b2b7d8 in Status: SUCCESS [ 800.363854] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95908252-ee53-4059-8699-27fb28b2b7d8 deletion is rescheduled due to dependency. [ 800.363968] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.595829] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: SUCCESS [ 801.596399] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.771420] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 802.772022] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 803.783765] env[69975]: INFO networking_nsxv3.common.synchronization [None req-6119aef6-96ab-47f6-8e98-a5c48bfb66b4 None None] Enqueued Resource ID: 86ebdc85-09d0-4146-b653-7b765d09daa7 with Priority: HIGHEST for action port [ 803.784079] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86ebdc85-09d0-4146-b653-7b765d09daa7 with Priority: HIGHEST for action port [ 803.784667] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-86ebdc85-09d0-4146-b653-7b765d09daa7 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.784818] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86ebdc85-09d0-4146-b653-7b765d09daa7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.784873] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86ebdc85-09d0-4146-b653-7b765d09daa7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.785667] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86ebdc85-09d0-4146-b653-7b765d09daa7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.785752] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86ebdc85-09d0-4146-b653-7b765d09daa7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.288761] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86ebdc85-09d0-4146-b653-7b765d09daa7 [ 804.289010] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.289172] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.289309] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.289630] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.289630] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.289630] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86ebdc85-09d0-4146-b653-7b765d09daa7 already deleted. [ 804.289806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86ebdc85-09d0-4146-b653-7b765d09daa7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.134718] env[69975]: INFO networking_nsxv3.common.synchronization [req-3dd8d184-a3ef-4112-b119-9fa588056ef5 req-51a1297c-9729-47bf-9806-adc41d750bc3 tempest-ListServerFiltersTestJSON-1459211445 tempest-ListServerFiltersTestJSON-1459211445-project-member] Enqueued Resource ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 with Priority: HIGHEST for action security_group_members [ 806.136286] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 with Priority: HIGHEST for action security_group_members [ 806.136618] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae830ba-9fb7-41a7-939f-69c199adb5e2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.136746] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.136813] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.137108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.137219] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.137300] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.137410] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.137539] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.137583] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.137660] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.282505] env[69975]: INFO networking_nsxv3.common.synchronization [None req-d379c8d4-bf35-4cd2-94d7-1ba8293ebaf1 None None] Enqueued Resource ID: afc111e4-3796-4dda-ab6d-33766002bfa6 with Priority: HIGHEST for action port [ 806.283129] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afc111e4-3796-4dda-ab6d-33766002bfa6 with Priority: HIGHEST for action port [ 806.283437] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-afc111e4-3796-4dda-ab6d-33766002bfa6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.283564] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afc111e4-3796-4dda-ab6d-33766002bfa6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.283627] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afc111e4-3796-4dda-ab6d-33766002bfa6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.283894] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afc111e4-3796-4dda-ab6d-33766002bfa6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.283979] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afc111e4-3796-4dda-ab6d-33766002bfa6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.640521] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.640716] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.640842] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.641048] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.668852] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.669166] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.669307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.669374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.669593] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.669681] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.669773] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 is going to be updated. [ 806.705814] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.705814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.705814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.706517] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.706517] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.721470] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 in Status: IN_PROGRESS for 2s [ 806.788547] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afc111e4-3796-4dda-ab6d-33766002bfa6 [ 806.789056] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.789056] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.789056] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.789557] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.789674] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.789784] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afc111e4-3796-4dda-ab6d-33766002bfa6 already deleted. [ 806.791389] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afc111e4-3796-4dda-ab6d-33766002bfa6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.093301] env[69975]: INFO networking_nsxv3.common.synchronization [req-34fe6682-9b31-427b-ad72-8ee27bdcb49a req-0eee0460-7a4a-4708-b85e-f6fcff36a8af tempest-ServerDiskConfigTestJSON-1623943188 tempest-ServerDiskConfigTestJSON-1623943188-project-member] Enqueued Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 808.093892] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 808.094374] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.094374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.094524] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.094624] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.094807] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.094897] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.094941] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.095109] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.095196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.095287] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.599212] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.599212] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.599398] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.599599] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.637021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.637514] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.637799] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.637902] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.638302] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.638487] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.638643] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 is going to be updated. [ 808.683829] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.683999] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.684103] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.684353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.684514] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.696986] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: IN_PROGRESS for 2s [ 808.731122] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 in Status: SUCCESS [ 808.731122] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 deletion is rescheduled due to dependency. [ 808.731374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.823534] env[69975]: INFO networking_nsxv3.common.synchronization [req-0ead81e3-5e7e-47a2-8ad7-b5fc1546362d req-235effb9-a40d-4164-b7fc-17823f017398 tempest-ServerRescueTestJSON-312521432 tempest-ServerRescueTestJSON-312521432-project-member] Enqueued Resource ID: 7d112341-79a2-4398-9aee-56ff58766c8a with Priority: HIGHEST for action security_group_members [ 808.823534] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d112341-79a2-4398-9aee-56ff58766c8a with Priority: HIGHEST for action security_group_members [ 808.823753] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d112341-79a2-4398-9aee-56ff58766c8a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.823870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.823927] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.824231] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.824376] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.824476] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.824536] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.824682] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.824763] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.825197] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d112341-79a2-4398-9aee-56ff58766c8a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.264853] env[69975]: INFO networking_nsxv3.common.synchronization [None req-63c5fcf7-d426-49d6-af75-d8e0b993b456 None None] Enqueued Resource ID: 9bb5f41d-e44b-4dd4-a7cd-1f1474c7d2b4 with Priority: HIGHEST for action port [ 809.265754] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bb5f41d-e44b-4dd4-a7cd-1f1474c7d2b4 with Priority: HIGHEST for action port [ 809.269992] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bb5f41d-e44b-4dd4-a7cd-1f1474c7d2b4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.270284] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bb5f41d-e44b-4dd4-a7cd-1f1474c7d2b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.270423] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bb5f41d-e44b-4dd4-a7cd-1f1474c7d2b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.274026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bb5f41d-e44b-4dd4-a7cd-1f1474c7d2b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.274026] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bb5f41d-e44b-4dd4-a7cd-1f1474c7d2b4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.330736] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.330736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.330736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.330736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.330736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.330995] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.331075] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.331109] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.331627] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.331627] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.331627] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d112341-79a2-4398-9aee-56ff58766c8a already deleted. [ 809.331627] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.474980] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-741 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.475314] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-741" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.475380] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-741" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.475662] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-741" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.475945] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.477618] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.478319] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.478604] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.478763] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.478991] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.479122] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.479237] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.479348] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.479460] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.479567] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.479703] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.505592] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.505767] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 809.505908] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.506108] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-741" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.506462] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-e56d9c29-71a4-4d37-b444-7c544cd50695 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.506648] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-e56d9c29-71a4-4d37-b444-7c544cd50695" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.506769] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-e56d9c29-71a4-4d37-b444-7c544cd50695" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.507094] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-e56d9c29-71a4-4d37-b444-7c544cd50695" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.507237] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e56d9c29-71a4-4d37-b444-7c544cd50695',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.773414] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bb5f41d-e44b-4dd4-a7cd-1f1474c7d2b4 [ 809.773688] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.773791] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.773872] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.774116] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.774430] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.774645] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bb5f41d-e44b-4dd4-a7cd-1f1474c7d2b4 already deleted. [ 809.774645] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bb5f41d-e44b-4dd4-a7cd-1f1474c7d2b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.013096] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.013347] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.013471] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.013763] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.013915] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.014085] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port e56d9c29-71a4-4d37-b444-7c544cd50695 not found, creating... [ 810.014380] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.014508] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.014627] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.014842] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.014980] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.015279] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.015479] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.015573] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.015770] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.015903] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.016136] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: e56d9c29-71a4-4d37-b444-7c544cd50695 is going to be created. [ 810.042098] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.042356] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.042464] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.042757] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.042981] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.043238] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-e56d9c29-71a4-4d37-b444-7c544cd50695" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.708405] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: SUCCESS [ 810.708709] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 deletion is rescheduled due to dependency. [ 810.708751] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.824883] env[69975]: INFO networking_nsxv3.common.synchronization [req-0ead81e3-5e7e-47a2-8ad7-b5fc1546362d req-17a0a42d-05b8-401b-a843-0a1afa1f1b31 service nova] Enqueued Resource ID: 7d112341-79a2-4398-9aee-56ff58766c8a with Priority: HIGHEST for action security_group_rules [ 810.825435] env[69975]: INFO networking_nsxv3.common.synchronization [req-0ead81e3-5e7e-47a2-8ad7-b5fc1546362d req-17a0a42d-05b8-401b-a843-0a1afa1f1b31 service nova] Enqueued Resource ID: 7d112341-79a2-4398-9aee-56ff58766c8a with Priority: HIGHEST for action security_group_members [ 810.825797] env[69975]: INFO networking_nsxv3.common.synchronization [req-0ead81e3-5e7e-47a2-8ad7-b5fc1546362d req-17a0a42d-05b8-401b-a843-0a1afa1f1b31 service nova] Enqueued Resource ID: e56d9c29-71a4-4d37-b444-7c544cd50695 with Priority: HIGHEST for action port [ 810.826201] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d112341-79a2-4398-9aee-56ff58766c8a with Priority: HIGHEST for action security_group_rules [ 810.826407] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d112341-79a2-4398-9aee-56ff58766c8a with Priority: HIGHEST for action security_group_members [ 810.826555] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e56d9c29-71a4-4d37-b444-7c544cd50695 with Priority: HIGHEST for action port [ 810.827305] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d112341-79a2-4398-9aee-56ff58766c8a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.827490] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.827490] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.827914] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.828127] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d112341-79a2-4398-9aee-56ff58766c8a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.829844] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d112341-79a2-4398-9aee-56ff58766c8a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.833021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.833021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.833021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.833021] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.833021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.833021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.833021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.833021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.833021] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d112341-79a2-4398-9aee-56ff58766c8a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.835436] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-e56d9c29-71a4-4d37-b444-7c544cd50695 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.837712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e56d9c29-71a4-4d37-b444-7c544cd50695" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.837712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e56d9c29-71a4-4d37-b444-7c544cd50695" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.837712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e56d9c29-71a4-4d37-b444-7c544cd50695" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.837712] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e56d9c29-71a4-4d37-b444-7c544cd50695',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.340417] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e56d9c29-71a4-4d37-b444-7c544cd50695 with status ACTIVE [ 811.340758] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.340870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.340942] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.341969] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.342117] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.342323] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.342461] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.342530] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.342701] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.342776] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.342961] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.343066] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.343138] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.343278] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.343351] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.343436] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e56d9c29-71a4-4d37-b444-7c544cd50695 is going to be updated. [ 811.346461] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d112341-79a2-4398-9aee-56ff58766c8a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.349166] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d112341-79a2-4398-9aee-56ff58766c8a taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.349166] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.368397] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.368547] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.368618] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.368831] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.368971] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.369145] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e56d9c29-71a4-4d37-b444-7c544cd50695" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.851395] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d112341-79a2-4398-9aee-56ff58766c8a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.354426] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.354629] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.354682] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.354905] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.355027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.355113] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d112341-79a2-4398-9aee-56ff58766c8a is going to be created. [ 812.380326] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.380480] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.380541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.380792] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.380969] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.392760] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d112341-79a2-4398-9aee-56ff58766c8a in Status: UNINITIALIZED for 2s [ 813.723010] env[69975]: INFO networking_nsxv3.common.synchronization [req-6b484b92-cb86-4b73-8c13-b08fbcd2c42a req-13807008-e9ad-4200-a9fc-3cccf16829fd tempest-ServerActionsTestOtherA-1666177876 tempest-ServerActionsTestOtherA-1666177876-project-member] Enqueued Resource ID: d964e285-07a3-4fad-9a60-209c708d293e with Priority: HIGHEST for action security_group_members [ 813.723674] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d964e285-07a3-4fad-9a60-209c708d293e with Priority: HIGHEST for action security_group_members [ 813.724105] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d964e285-07a3-4fad-9a60-209c708d293e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.724307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.724375] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.724906] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.725119] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.725241] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.725307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.725541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.725630] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.725746] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d964e285-07a3-4fad-9a60-209c708d293e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.228766] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.229097] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.229242] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.229598] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.229742] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.230048] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.230255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.230493] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.230638] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.230754] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.230901] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d964e285-07a3-4fad-9a60-209c708d293e already deleted. [ 814.231073] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.404879] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d112341-79a2-4398-9aee-56ff58766c8a in Status: SUCCESS [ 814.405017] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.405149] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.405401] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.405594] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.405736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.405833] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.405925] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.406010] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.406106] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.406200] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d112341-79a2-4398-9aee-56ff58766c8a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.658123] env[69975]: INFO networking_nsxv3.common.synchronization [None req-a759a9c3-31d5-42e7-b8e8-5046ca17c2b9 None None] Enqueued Resource ID: c95b6372-39f4-418a-a6c5-25608a4c6fc6 with Priority: HIGHEST for action port [ 814.658882] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95b6372-39f4-418a-a6c5-25608a4c6fc6 with Priority: HIGHEST for action port [ 814.659777] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-c95b6372-39f4-418a-a6c5-25608a4c6fc6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.659905] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c95b6372-39f4-418a-a6c5-25608a4c6fc6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.659971] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c95b6372-39f4-418a-a6c5-25608a4c6fc6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.660297] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c95b6372-39f4-418a-a6c5-25608a4c6fc6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.660398] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c95b6372-39f4-418a-a6c5-25608a4c6fc6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.867815] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.868150] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-200" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.868150] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-200" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.868507] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-200" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.868660] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.868815] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.868931] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.869797] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.870011] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.870334] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.870508] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.870655] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.870797] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.870941] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.871087] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.871368] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.887795] env[69975]: INFO networking_nsxv3.common.synchronization [req-1c998248-4bd5-4030-9dfa-aa40c3ec3359 req-755dacde-f265-4afd-9bab-5e82607c2158 tempest-FloatingIPsAssociationTestJSON-540795601 tempest-FloatingIPsAssociationTestJSON-540795601-project-member] Enqueued Resource ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 with Priority: HIGHEST for action security_group_members [ 814.888106] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 with Priority: HIGHEST for action security_group_members [ 814.888867] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-779b5a1f-aff9-4be2-b0df-d41b89912733 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.889438] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.889553] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.889812] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.890463] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.890576] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.891114] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.891374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.891504] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.891629] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('779b5a1f-aff9-4be2-b0df-d41b89912733',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.893191] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.893390] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 814.893566] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.893761] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-200" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.894442] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-94487a32-cb22-46ea-afe4-0dab4d8d18be taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.894665] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-94487a32-cb22-46ea-afe4-0dab4d8d18be" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.894782] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-94487a32-cb22-46ea-afe4-0dab4d8d18be" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.895100] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-94487a32-cb22-46ea-afe4-0dab4d8d18be" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.895279] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94487a32-cb22-46ea-afe4-0dab4d8d18be',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.910179] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d112341-79a2-4398-9aee-56ff58766c8a taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.910344] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.910419] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.910609] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.910837] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.910931] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.910931] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.911073] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.911156] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.911260] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.911435] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d112341-79a2-4398-9aee-56ff58766c8a taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.911532] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.911590] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.911816] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.911870] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.911947] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.912015] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.912210] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.912210] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.912294] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.912383] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d112341-79a2-4398-9aee-56ff58766c8a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.164999] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c95b6372-39f4-418a-a6c5-25608a4c6fc6 [ 815.164999] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.164999] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.164999] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.164999] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.164999] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.164999] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c95b6372-39f4-418a-a6c5-25608a4c6fc6 already deleted. [ 815.164999] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c95b6372-39f4-418a-a6c5-25608a4c6fc6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.397064] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.397227] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.397308] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.397518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.398974] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.399176] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.399300] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.399541] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.399685] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.399831] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 94487a32-cb22-46ea-afe4-0dab4d8d18be not found, creating... [ 815.401119] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.401119] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.401119] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.401119] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.401119] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.401119] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.401119] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.401659] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.401659] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.401659] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.401745] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 94487a32-cb22-46ea-afe4-0dab4d8d18be is going to be created. [ 815.416192] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d112341-79a2-4398-9aee-56ff58766c8a: rpc.has_security_group_logging(os_id): False [ 815.432711] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.432933] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.433085] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.433415] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.433680] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.433921] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-94487a32-cb22-46ea-afe4-0dab4d8d18be" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.435607] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.438924] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.438924] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.438924] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.438924] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.438924] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.438924] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 is going to be updated. [ 815.439569] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.439682] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.439758] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.439935] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.440037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.440197] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.440339] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.440400] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.440558] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.440646] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.440845] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.440930] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.440992] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.441139] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.441208] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.441493] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.441493] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.441607] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.441694] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.441763] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.442041] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d112341-79a2-4398-9aee-56ff58766c8a is going to be created. [ 815.475252] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.475252] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.475252] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.475252] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.475252] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.487046] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 in Status: IN_PROGRESS for 2s [ 815.511020] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.511020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.511020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.511020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.511020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.523774] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d112341-79a2-4398-9aee-56ff58766c8a in Status: IN_PROGRESS for 2s [ 815.709160] env[69975]: INFO networking_nsxv3.common.synchronization [None req-f50f508c-6fc0-43af-bf17-6c08d04e078e tempest-ServerActionsTestOtherB-728294423 tempest-ServerActionsTestOtherB-728294423-project-member] Enqueued Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_rules [ 815.709160] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_rules [ 815.709504] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.709637] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.709706] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.710048] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.710126] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.844213] env[69975]: INFO networking_nsxv3.common.synchronization [None req-c962476f-f8c1-45c9-b3a6-6b5d720bf2f5 tempest-ServerActionsTestOtherB-728294423 tempest-ServerActionsTestOtherB-728294423-project-member] Enqueued Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_rules [ 815.844609] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_rules [ 815.844955] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.845107] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.189273] env[69975]: INFO networking_nsxv3.common.synchronization [req-6b484b92-cb86-4b73-8c13-b08fbcd2c42a req-9bc1e539-f7d9-4b35-9699-45e360aab933 service nova] Enqueued Resource ID: d964e285-07a3-4fad-9a60-209c708d293e with Priority: HIGHEST for action security_group_rules [ 816.189563] env[69975]: INFO networking_nsxv3.common.synchronization [req-6b484b92-cb86-4b73-8c13-b08fbcd2c42a req-9bc1e539-f7d9-4b35-9699-45e360aab933 service nova] Enqueued Resource ID: d964e285-07a3-4fad-9a60-209c708d293e with Priority: HIGHEST for action security_group_members [ 816.189598] env[69975]: INFO networking_nsxv3.common.synchronization [req-6b484b92-cb86-4b73-8c13-b08fbcd2c42a req-9bc1e539-f7d9-4b35-9699-45e360aab933 service nova] Enqueued Resource ID: 94487a32-cb22-46ea-afe4-0dab4d8d18be with Priority: HIGHEST for action port [ 816.190131] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d964e285-07a3-4fad-9a60-209c708d293e with Priority: HIGHEST for action security_group_rules [ 816.190313] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d964e285-07a3-4fad-9a60-209c708d293e with Priority: HIGHEST for action security_group_members [ 816.190421] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94487a32-cb22-46ea-afe4-0dab4d8d18be with Priority: HIGHEST for action port [ 816.190692] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d964e285-07a3-4fad-9a60-209c708d293e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.190814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.190882] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.193703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.193703] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d964e285-07a3-4fad-9a60-209c708d293e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.193703] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d964e285-07a3-4fad-9a60-209c708d293e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.193703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.193703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.193703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.193944] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.193944] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.193944] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.194057] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.194098] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.194186] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d964e285-07a3-4fad-9a60-209c708d293e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.195038] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-94487a32-cb22-46ea-afe4-0dab4d8d18be taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.195394] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94487a32-cb22-46ea-afe4-0dab4d8d18be" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.195465] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94487a32-cb22-46ea-afe4-0dab4d8d18be" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.195690] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94487a32-cb22-46ea-afe4-0dab4d8d18be" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.195861] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94487a32-cb22-46ea-afe4-0dab4d8d18be',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.236744] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.236744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.236744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.236744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.236744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.236744] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc already deleted. [ 816.236744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.236744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.236744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.236744] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.654758] env[69975]: INFO networking_nsxv3.common.synchronization [None req-98ae457b-100a-4da6-b908-376d724fd72e None None] Enqueued Resource ID: 760f508b-36f7-445c-a48f-65b7c2973f31 with Priority: HIGHEST for action port [ 816.654758] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 760f508b-36f7-445c-a48f-65b7c2973f31 with Priority: HIGHEST for action port [ 816.654758] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-760f508b-36f7-445c-a48f-65b7c2973f31 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.654758] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-760f508b-36f7-445c-a48f-65b7c2973f31" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.654758] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-760f508b-36f7-445c-a48f-65b7c2973f31" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.654758] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-760f508b-36f7-445c-a48f-65b7c2973f31" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.654758] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('760f508b-36f7-445c-a48f-65b7c2973f31',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.697550] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d964e285-07a3-4fad-9a60-209c708d293e taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.697704] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.697898] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d964e285-07a3-4fad-9a60-209c708d293e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.698834] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94487a32-cb22-46ea-afe4-0dab4d8d18be with status ACTIVE [ 816.702021] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.702021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.702021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.702021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.702021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.702021] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.702021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.702021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.702021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.702021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.702021] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.702021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.702021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.702021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.702021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.702021] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94487a32-cb22-46ea-afe4-0dab4d8d18be is going to be updated. [ 816.727124] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.727346] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.727346] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.727518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.727653] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.727821] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94487a32-cb22-46ea-afe4-0dab4d8d18be" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.763626] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.763890] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.763890] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.764155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.764290] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.764420] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc already deleted. [ 816.764515] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.087267] env[69975]: INFO networking_nsxv3.common.synchronization [req-8dc13d2f-8e94-4f6f-ae53-0f4f659fe669 req-7806fd8a-4c06-4d37-b930-b9795e3a8a0c tempest-VolumesAdminNegativeTest-1489893392 tempest-VolumesAdminNegativeTest-1489893392-project-member] Enqueued Resource ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 with Priority: HIGHEST for action security_group_members [ 817.087749] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 with Priority: HIGHEST for action security_group_members [ 817.089531] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-13c9b8cd-3d21-424e-b3a2-01c86a663a51 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.089531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.089531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.089531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.089531] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.089531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.089531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.089531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.089531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.089531] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13c9b8cd-3d21-424e-b3a2-01c86a663a51',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.159642] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 760f508b-36f7-445c-a48f-65b7c2973f31 [ 817.159642] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.159642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.159642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.159642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.159642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.159642] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:760f508b-36f7-445c-a48f-65b7c2973f31 already deleted. [ 817.159642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-760f508b-36f7-445c-a48f-65b7c2973f31" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.203640] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d964e285-07a3-4fad-9a60-209c708d293e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.496648] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 in Status: SUCCESS [ 817.496648] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779b5a1f-aff9-4be2-b0df-d41b89912733 deletion is rescheduled due to dependency. [ 817.496648] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779b5a1f-aff9-4be2-b0df-d41b89912733" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.537979] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d112341-79a2-4398-9aee-56ff58766c8a in Status: SUCCESS [ 817.538253] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.551525] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.551713] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-244" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.551841] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-244" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.552300] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-244" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.552592] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.552778] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.552900] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.554188] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.554344] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.554557] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 817.554672] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.554784] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.554895] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.554997] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 817.555129] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.555256] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.573712] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.573889] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 817.574047] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.574233] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-244" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.574546] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-9b2905f3-5b4e-48cf-afd1-247e80a04280 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.574723] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-9b2905f3-5b4e-48cf-afd1-247e80a04280" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.574910] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-9b2905f3-5b4e-48cf-afd1-247e80a04280" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.575216] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-9b2905f3-5b4e-48cf-afd1-247e80a04280" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.575357] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b2905f3-5b4e-48cf-afd1-247e80a04280',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.595340] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.595560] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.595560] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.595767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.596141] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.596141] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.596141] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.596325] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.596371] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.596426] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.596487] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 already deleted. [ 817.596558] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.706382] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.706592] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.706592] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.706850] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.706850] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.706958] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d964e285-07a3-4fad-9a60-209c708d293e is going to be created. [ 817.738422] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.738550] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.738645] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.740782] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.741050] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.758557] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d964e285-07a3-4fad-9a60-209c708d293e in Status: UNINITIALIZED for 2s [ 818.081912] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.081912] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.081912] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.081912] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.081912] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.081912] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 9b2905f3-5b4e-48cf-afd1-247e80a04280 not found, creating... [ 818.081912] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.081912] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.081912] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.081912] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.081912] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.082838] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.083181] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.083419] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.083725] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.084087] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.084338] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 9b2905f3-5b4e-48cf-afd1-247e80a04280 is going to be created. [ 818.106699] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.106887] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.107036] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.107292] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.108061] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.108061] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-9b2905f3-5b4e-48cf-afd1-247e80a04280" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.925682] env[69975]: INFO networking_nsxv3.common.synchronization [req-8dc13d2f-8e94-4f6f-ae53-0f4f659fe669 req-25a5cdd1-9e92-4da6-81be-39e09ed2d486 service nova] Enqueued Resource ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 with Priority: HIGHEST for action security_group_rules [ 818.925933] env[69975]: INFO networking_nsxv3.common.synchronization [req-8dc13d2f-8e94-4f6f-ae53-0f4f659fe669 req-25a5cdd1-9e92-4da6-81be-39e09ed2d486 service nova] Enqueued Resource ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 with Priority: HIGHEST for action security_group_members [ 818.926502] env[69975]: INFO networking_nsxv3.common.synchronization [req-8dc13d2f-8e94-4f6f-ae53-0f4f659fe669 req-25a5cdd1-9e92-4da6-81be-39e09ed2d486 service nova] Enqueued Resource ID: 9b2905f3-5b4e-48cf-afd1-247e80a04280 with Priority: HIGHEST for action port [ 818.927172] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 with Priority: HIGHEST for action security_group_rules [ 818.927456] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 with Priority: HIGHEST for action security_group_members [ 818.927538] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2905f3-5b4e-48cf-afd1-247e80a04280 with Priority: HIGHEST for action port [ 818.928431] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13c9b8cd-3d21-424e-b3a2-01c86a663a51 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.928621] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.929583] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.929583] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.929583] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13c9b8cd-3d21-424e-b3a2-01c86a663a51',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.931487] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-13c9b8cd-3d21-424e-b3a2-01c86a663a51 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.931678] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.931783] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.932443] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.932699] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.932870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.932993] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.933352] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.933389] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.933534] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13c9b8cd-3d21-424e-b3a2-01c86a663a51',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.935081] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b2905f3-5b4e-48cf-afd1-247e80a04280 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.937874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b2905f3-5b4e-48cf-afd1-247e80a04280" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.937874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b2905f3-5b4e-48cf-afd1-247e80a04280" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.937874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b2905f3-5b4e-48cf-afd1-247e80a04280" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.937874] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b2905f3-5b4e-48cf-afd1-247e80a04280',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.438078] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13c9b8cd-3d21-424e-b3a2-01c86a663a51',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.439113] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-13c9b8cd-3d21-424e-b3a2-01c86a663a51 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.439201] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.439300] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b2905f3-5b4e-48cf-afd1-247e80a04280 with status ACTIVE [ 819.439476] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.439584] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.439647] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.439847] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.439933] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.440107] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.440349] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.440349] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.440449] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.440527] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.440697] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.440788] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.440847] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.440982] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.445204] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.445308] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b2905f3-5b4e-48cf-afd1-247e80a04280 is going to be updated. [ 819.467384] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.467507] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.467579] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.468302] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.468302] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.468302] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b2905f3-5b4e-48cf-afd1-247e80a04280" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.737280] env[69975]: INFO networking_nsxv3.common.synchronization [req-94cea0d3-fd6e-4eab-b0f6-656f20339882 req-0013ad7e-7e41-4d80-b1ee-10e6e170092e tempest-ImagesTestJSON-532780232 tempest-ImagesTestJSON-532780232-project-member] Enqueued Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 819.737280] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 819.737280] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.737280] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.737280] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.737623] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.737973] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.738294] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.738504] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.738761] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.738943] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.739139] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.772447] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d964e285-07a3-4fad-9a60-209c708d293e in Status: SUCCESS [ 819.772447] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.774144] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.774144] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.774257] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.774386] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.774386] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.774562] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.774635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.774943] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.774943] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d964e285-07a3-4fad-9a60-209c708d293e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.948723] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13c9b8cd-3d21-424e-b3a2-01c86a663a51',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.151392] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.151594] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-388" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.151716] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-388" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.151994] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-388" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.154414] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.154605] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.154725] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.154983] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.155146] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.155365] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.155480] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.155589] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.155696] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.155801] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.155906] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.156082] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.179447] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.179628] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 820.179774] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.180034] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-388" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.180354] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-82903e23-208f-46d2-81eb-689af6de8c42 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.180546] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-82903e23-208f-46d2-81eb-689af6de8c42" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.180669] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-82903e23-208f-46d2-81eb-689af6de8c42" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.180996] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-82903e23-208f-46d2-81eb-689af6de8c42" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.181231] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82903e23-208f-46d2-81eb-689af6de8c42',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.243040] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.243040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.243040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.243040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.269423] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.269634] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.269820] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.269920] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.270184] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.270399] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.270479] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 is going to be updated. [ 820.280971] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d964e285-07a3-4fad-9a60-209c708d293e taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.281208] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.281208] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.281437] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.281668] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.281668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.281863] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.281938] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.281992] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.282077] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.282194] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d964e285-07a3-4fad-9a60-209c708d293e taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.282304] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.282353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.282483] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.282617] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.282703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.282758] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.282901] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.282964] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.283062] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.283150] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d964e285-07a3-4fad-9a60-209c708d293e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.297881] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.298050] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.298140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.298394] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.298536] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.311719] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: IN_PROGRESS for 2s [ 820.455612] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.455612] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.455612] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.455612] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.455612] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.455612] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 is going to be created. [ 820.482178] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.482333] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.482396] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.482665] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.482769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.493358] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 in Status: UNINITIALIZED for 2s [ 820.684410] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.684659] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.684762] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.685065] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.685276] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.685422] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 82903e23-208f-46d2-81eb-689af6de8c42 not found, creating... [ 820.686207] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.686207] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.686449] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.686511] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.686603] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.686945] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.687072] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.687178] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.687402] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.688134] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.688134] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 82903e23-208f-46d2-81eb-689af6de8c42 is going to be created. [ 820.708073] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.708335] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.708419] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.708698] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.708939] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.709164] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-82903e23-208f-46d2-81eb-689af6de8c42" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.786040] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d964e285-07a3-4fad-9a60-209c708d293e: rpc.has_security_group_logging(os_id): False [ 820.808216] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.808550] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.808666] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.808929] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.809292] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.809366] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.809534] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.809654] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.809863] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.810010] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.810329] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.810507] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.810701] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.810839] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.810951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.811265] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.811464] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.811697] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.811818] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.811956] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.812125] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d964e285-07a3-4fad-9a60-209c708d293e is going to be created. [ 820.899540] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.899647] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.899647] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.900420] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.900420] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.933160] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d964e285-07a3-4fad-9a60-209c708d293e in Status: IN_PROGRESS for 2s [ 821.319407] env[69975]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 821.319690] env[69975]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] NSXv3 Agent Agent loop - iteration:1 started [ 821.508205] env[69975]: INFO networking_nsxv3.common.synchronization [req-94cea0d3-fd6e-4eab-b0f6-656f20339882 req-fb7e014f-4ce2-4971-85dd-b5e925484197 service nova] Enqueued Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_rules [ 821.508446] env[69975]: INFO networking_nsxv3.common.synchronization [req-94cea0d3-fd6e-4eab-b0f6-656f20339882 req-fb7e014f-4ce2-4971-85dd-b5e925484197 service nova] Enqueued Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 821.508554] env[69975]: INFO networking_nsxv3.common.synchronization [req-94cea0d3-fd6e-4eab-b0f6-656f20339882 req-fb7e014f-4ce2-4971-85dd-b5e925484197 service nova] Enqueued Resource ID: 82903e23-208f-46d2-81eb-689af6de8c42 with Priority: HIGHEST for action port [ 821.508781] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_rules [ 821.508944] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 821.509065] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82903e23-208f-46d2-81eb-689af6de8c42 with Priority: HIGHEST for action port [ 821.509618] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.509751] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.509805] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.509995] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.513311] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.516746] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.516746] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.516746] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-82903e23-208f-46d2-81eb-689af6de8c42 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.516746] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82903e23-208f-46d2-81eb-689af6de8c42" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.516746] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82903e23-208f-46d2-81eb-689af6de8c42" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.516746] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82903e23-208f-46d2-81eb-689af6de8c42" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.516746] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82903e23-208f-46d2-81eb-689af6de8c42',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.023164] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.023164] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.023271] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82903e23-208f-46d2-81eb-689af6de8c42 with status ACTIVE [ 822.023411] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.023535] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.023599] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.023799] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.023886] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.024071] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.024221] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.024221] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.024363] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.024437] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.024615] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.024707] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.024760] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.024892] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.024962] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.025055] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82903e23-208f-46d2-81eb-689af6de8c42 is going to be updated. [ 822.048434] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.048434] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.048434] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.048671] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.048779] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.048955] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82903e23-208f-46d2-81eb-689af6de8c42" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.324173] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: SUCCESS [ 822.324434] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 deletion is rescheduled due to dependency. [ 822.324471] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.324662] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.324939] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.325138] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.325255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.325322] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.325486] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.325564] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.325659] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.503392] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 in Status: SUCCESS [ 822.503618] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.503784] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.504080] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.504344] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.504344] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.504598] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.504598] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.504598] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.504745] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.504745] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13c9b8cd-3d21-424e-b3a2-01c86a663a51',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.828092] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.948131] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d964e285-07a3-4fad-9a60-209c708d293e in Status: SUCCESS [ 822.948364] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.006618] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13c9b8cd-3d21-424e-b3a2-01c86a663a51',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.331075] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.511223] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13c9b8cd-3d21-424e-b3a2-01c86a663a51: rpc.has_security_group_logging(os_id): False [ 823.531639] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.531836] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.531929] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.532215] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.532346] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.532641] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.532779] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.532870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.533108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.533226] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.533354] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 is going to be created. [ 823.599548] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.599548] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.599548] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.599548] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.599901] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.613445] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 in Status: IN_PROGRESS for 2s [ 823.833779] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.833941] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.834019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.834263] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.834355] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.834485] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 is going to be updated. [ 823.865452] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.865619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.865696] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.865933] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.866118] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.875732] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: IN_PROGRESS for 2s [ 824.573545] env[69975]: INFO networking_nsxv3.common.synchronization [req-e3b77127-9c78-4ed4-8afb-327f547d8337 req-4d2f14e7-66d7-4b6b-9569-1a5f4c1681a0 tempest-ImagesOneServerNegativeTestJSON-2022974886 tempest-ImagesOneServerNegativeTestJSON-2022974886-project-member] Enqueued Resource ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 with Priority: HIGHEST for action security_group_members [ 824.574318] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 with Priority: HIGHEST for action security_group_members [ 824.574716] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.574891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.574973] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.575336] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.575576] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.575731] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.575826] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.576087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.576218] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.576365] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46da6b22-48c7-4d14-9ee8-6c0df0c486f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.034152] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.034379] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-141" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.034511] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-141" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.034911] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-141" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.035380] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.035587] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.035741] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.035997] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.036186] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.036437] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.036580] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.036699] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.036810] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.036921] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.037091] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.037292] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.059545] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.059719] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 825.059884] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.060180] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-141" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.060629] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-c905d5aa-25d9-454f-8fbf-4f3622b4d9fc taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.060851] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-c905d5aa-25d9-454f-8fbf-4f3622b4d9fc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.061799] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-c905d5aa-25d9-454f-8fbf-4f3622b4d9fc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.061799] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-c905d5aa-25d9-454f-8fbf-4f3622b4d9fc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.061799] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c905d5aa-25d9-454f-8fbf-4f3622b4d9fc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.081027] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.081754] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.081754] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.081754] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.081754] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.083123] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.083123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.083123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.083123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.083309] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.083309] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 already deleted. [ 825.083366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.564338] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.564648] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.564795] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.566209] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.566209] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.566209] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port c905d5aa-25d9-454f-8fbf-4f3622b4d9fc not found, creating... [ 825.566209] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.566209] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.566209] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.566841] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.566841] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.568134] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.568134] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.568134] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.568134] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.568134] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.568134] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: c905d5aa-25d9-454f-8fbf-4f3622b4d9fc is going to be created. [ 825.590826] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.591179] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.591359] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.591551] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.591884] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.592160] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-c905d5aa-25d9-454f-8fbf-4f3622b4d9fc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.628600] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 in Status: SUCCESS [ 825.629156] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.888563] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: SUCCESS [ 825.888563] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.888774] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.888888] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.889115] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.889257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.889327] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.889488] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.889575] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.889701] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.889800] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.905946] env[69975]: INFO networking_nsxv3.common.synchronization [req-4f404465-71b0-4fa8-a2ca-89a3863b6c39 req-691ab528-b954-4a24-bda8-c0aa07e456ff tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: cbbba9f8-3a35-4243-856b-501752afb9a5 with Priority: HIGHEST for action security_group_members [ 825.906225] env[69975]: INFO networking_nsxv3.common.synchronization [req-4f404465-71b0-4fa8-a2ca-89a3863b6c39 req-691ab528-b954-4a24-bda8-c0aa07e456ff tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 825.906378] env[69975]: INFO networking_nsxv3.common.synchronization [req-4f404465-71b0-4fa8-a2ca-89a3863b6c39 req-691ab528-b954-4a24-bda8-c0aa07e456ff tempest-SecurityGroupsTestJSON-991727273 tempest-SecurityGroupsTestJSON-991727273-project-member] Enqueued Resource ID: 4387ccae-a7ff-4b97-a5e0-5d8720ad3f56 with Priority: HIGHEST for action security_group_members [ 825.906950] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbba9f8-3a35-4243-856b-501752afb9a5 with Priority: HIGHEST for action security_group_members [ 825.907104] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGHEST for action security_group_members [ 825.907206] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4387ccae-a7ff-4b97-a5e0-5d8720ad3f56 with Priority: HIGHEST for action security_group_members [ 825.907807] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbbba9f8-3a35-4243-856b-501752afb9a5 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.907938] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.908000] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.908248] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.908439] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.908540] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.908603] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.908781] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.908869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.908978] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbbba9f8-3a35-4243-856b-501752afb9a5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.910585] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.910725] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.910780] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.910945] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.911287] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.911457] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.911548] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.911707] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.911794] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.911889] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.912877] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-4387ccae-a7ff-4b97-a5e0-5d8720ad3f56 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.912999] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4387ccae-a7ff-4b97-a5e0-5d8720ad3f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.913129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4387ccae-a7ff-4b97-a5e0-5d8720ad3f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.913229] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4387ccae-a7ff-4b97-a5e0-5d8720ad3f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.913416] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.913504] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.913559] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.913735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.913822] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.913942] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4387ccae-a7ff-4b97-a5e0-5d8720ad3f56',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.394258] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.394258] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.394258] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.394258] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.394498] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.394498] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.394573] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.394691] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.394777] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.394867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.395037] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.395142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.395218] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.395399] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.395553] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.395669] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.396010] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.396010] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.396099] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.396128] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.396306] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.401133] env[69975]: INFO networking_nsxv3.common.synchronization [req-e3b77127-9c78-4ed4-8afb-327f547d8337 req-cb9ca9e3-7720-4bdf-aa86-f5fdacbb2dbf service nova] Enqueued Resource ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 with Priority: HIGHEST for action security_group_rules [ 826.401310] env[69975]: INFO networking_nsxv3.common.synchronization [req-e3b77127-9c78-4ed4-8afb-327f547d8337 req-cb9ca9e3-7720-4bdf-aa86-f5fdacbb2dbf service nova] Enqueued Resource ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 with Priority: HIGHEST for action security_group_members [ 826.401449] env[69975]: INFO networking_nsxv3.common.synchronization [req-e3b77127-9c78-4ed4-8afb-327f547d8337 req-cb9ca9e3-7720-4bdf-aa86-f5fdacbb2dbf service nova] Enqueued Resource ID: c905d5aa-25d9-454f-8fbf-4f3622b4d9fc with Priority: HIGHEST for action port [ 826.401692] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 with Priority: HIGHEST for action security_group_rules [ 826.402183] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 with Priority: HIGHEST for action security_group_members [ 826.402338] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c905d5aa-25d9-454f-8fbf-4f3622b4d9fc with Priority: HIGHEST for action port [ 826.402857] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46da6b22-48c7-4d14-9ee8-6c0df0c486f2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.402964] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.403040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.403593] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.403703] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46da6b22-48c7-4d14-9ee8-6c0df0c486f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.406097] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.406851] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.406933] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.407155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.408457] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.408457] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.408457] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.408457] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.408457] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.408457] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46da6b22-48c7-4d14-9ee8-6c0df0c486f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.409218] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-c905d5aa-25d9-454f-8fbf-4f3622b4d9fc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.409336] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c905d5aa-25d9-454f-8fbf-4f3622b4d9fc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.409952] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c905d5aa-25d9-454f-8fbf-4f3622b4d9fc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.409952] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c905d5aa-25d9-454f-8fbf-4f3622b4d9fc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.409952] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c905d5aa-25d9-454f-8fbf-4f3622b4d9fc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.418129] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.418129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.418129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.418129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.418129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.418129] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.418129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.418129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.418129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.418129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.418129] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25f19c-4dee-422c-b438-f3764bb064d2 is going to be updated. [ 826.419768] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.420478] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.420757] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.421229] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.423769] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.424986] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.449019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.449019] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.449019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.449019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.449019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.449019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.449019] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbbba9f8-3a35-4243-856b-501752afb9a5 is going to be updated. [ 826.449657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.449981] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.460467] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.460467] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.460467] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.460467] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.460467] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.466752] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: IN_PROGRESS for 2s [ 826.472115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.472115] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.472115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.472115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.472115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.472115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.472115] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4387ccae-a7ff-4b97-a5e0-5d8720ad3f56 is going to be updated. [ 826.484141] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.484286] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.484455] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.484802] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.485015] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.494899] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbbba9f8-3a35-4243-856b-501752afb9a5 in Status: IN_PROGRESS for 2s [ 826.507052] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.507221] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.507221] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.507433] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.507605] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.517581] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4387ccae-a7ff-4b97-a5e0-5d8720ad3f56 in Status: IN_PROGRESS for 2s [ 826.900187] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 538c6b68-347d-47eb-bbf2-741751e778d4: rpc.has_security_group_logging(os_id): False [ 826.912268] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.912482] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.913508] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c905d5aa-25d9-454f-8fbf-4f3622b4d9fc with status ACTIVE [ 826.913508] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.913508] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.913508] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.913508] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.913508] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.913508] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.913508] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.913794] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.913794] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.913794] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.913918] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.914023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.914078] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.914219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.914311] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.914401] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c905d5aa-25d9-454f-8fbf-4f3622b4d9fc is going to be updated. [ 826.915920] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46da6b22-48c7-4d14-9ee8-6c0df0c486f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.919446] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.919567] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.919687] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.920351] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.920351] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.920351] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.920351] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.920351] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.921834] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.921834] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.921834] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.921834] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.921834] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.921834] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.921834] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.921834] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.921834] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.921834] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.921834] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.921834] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.922452] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 is going to be updated. [ 826.937353] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.937523] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.937653] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.937781] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.937924] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.938090] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c905d5aa-25d9-454f-8fbf-4f3622b4d9fc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.978670] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.978924] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.978924] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.979173] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.979336] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.993463] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: IN_PROGRESS for 2s [ 827.418552] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46da6b22-48c7-4d14-9ee8-6c0df0c486f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.921155] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.921517] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.921517] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.921596] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.921683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.921782] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 is going to be created. [ 827.948217] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.948418] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.948418] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.948636] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.948813] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.960672] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 in Status: UNINITIALIZED for 2s [ 828.481767] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25f19c-4dee-422c-b438-f3764bb064d2 in Status: SUCCESS [ 828.482064] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25f19c-4dee-422c-b438-f3764bb064d2 deletion is rescheduled due to dependency. [ 828.482130] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.507316] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbbba9f8-3a35-4243-856b-501752afb9a5 in Status: SUCCESS [ 828.507467] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbbba9f8-3a35-4243-856b-501752afb9a5 deletion is rescheduled due to dependency. [ 828.507558] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.527730] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4387ccae-a7ff-4b97-a5e0-5d8720ad3f56 in Status: SUCCESS [ 828.528024] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4387ccae-a7ff-4b97-a5e0-5d8720ad3f56 deletion is rescheduled due to dependency. [ 828.528165] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4387ccae-a7ff-4b97-a5e0-5d8720ad3f56" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.009293] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: SUCCESS [ 829.009620] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.972060] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 in Status: SUCCESS [ 829.972368] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.972558] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.972822] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.973042] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.973188] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.973255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.973456] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.973539] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.973623] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.973712] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46da6b22-48c7-4d14-9ee8-6c0df0c486f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.479121] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.479121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.479121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.479121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.479634] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.479634] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.479634] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.479774] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.479854] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.479943] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.480114] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.480222] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.480285] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.480621] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.480795] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.480896] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.480975] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.483646] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.483646] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.483646] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.483646] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46da6b22-48c7-4d14-9ee8-6c0df0c486f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.986794] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46da6b22-48c7-4d14-9ee8-6c0df0c486f2: rpc.has_security_group_logging(os_id): False [ 831.006012] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.006199] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.006269] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.006493] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.006610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.006831] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.007075] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.007075] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.007238] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.007316] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.007571] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.007668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.007732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.007901] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.007973] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.008217] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.008373] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.008373] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.008571] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.008571] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.008646] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 is going to be created. [ 831.072408] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.072752] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.072752] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.072957] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.073142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.087886] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 in Status: IN_PROGRESS for 2s [ 831.403466] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 831.403701] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 832.933363] env[69975]: INFO networking_nsxv3.common.synchronization [req-094f8c86-26ce-4760-9819-18838ccb28b5 req-33f06dde-9121-4867-8e21-021b50845814 tempest-ServersTestJSON-1811308298 tempest-ServersTestJSON-1811308298-project-member] Enqueued Resource ID: c43efecb-9a98-4f78-a3e4-66010aad2491 with Priority: HIGHEST for action security_group_members [ 832.933788] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c43efecb-9a98-4f78-a3e4-66010aad2491 with Priority: HIGHEST for action security_group_members [ 832.934253] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c43efecb-9a98-4f78-a3e4-66010aad2491 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.934429] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.934534] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.934778] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.934978] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.935145] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.935268] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.935447] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.935573] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.939022] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c43efecb-9a98-4f78-a3e4-66010aad2491',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.102781] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 in Status: SUCCESS [ 833.102781] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.438997] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.439287] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.439373] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.439865] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.462940] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.462940] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.462940] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.462940] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.462940] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.463218] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.463218] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c43efecb-9a98-4f78-a3e4-66010aad2491 is going to be updated. [ 833.492172] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.492339] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.492339] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.492544] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.492690] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.502818] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c43efecb-9a98-4f78-a3e4-66010aad2491 in Status: IN_PROGRESS for 2s [ 833.739115] env[69975]: INFO networking_nsxv3.common.synchronization [req-a464fb96-5f13-4043-9208-9b7243a5f700 req-5e74b8e1-378b-42a9-9058-3374f3be2b96 tempest-ServerRescueNegativeTestJSON-953957381 tempest-ServerRescueNegativeTestJSON-953957381-project-member] Enqueued Resource ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d with Priority: HIGHEST for action security_group_members [ 833.739115] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d with Priority: HIGHEST for action security_group_members [ 833.739115] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.739115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.739115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.739115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.739115] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.739115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.739115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.741589] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.741589] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.741589] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4a42ac3-86e8-4cb7-961c-392c69b5da9d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.202513] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-751 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.202513] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-751" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.202513] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-751" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.202995] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-751" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.203142] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.203372] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.203522] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.203785] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.203966] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.204241] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.204387] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.204525] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.204659] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.204795] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.204936] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.205239] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.230348] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.230681] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 834.230908] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.231232] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-751" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.231711] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-b5a29604-4742-41d4-b219-8bbd59089c94 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.231987] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-b5a29604-4742-41d4-b219-8bbd59089c94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.232209] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-b5a29604-4742-41d4-b219-8bbd59089c94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.232667] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-b5a29604-4742-41d4-b219-8bbd59089c94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.232890] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a29604-4742-41d4-b219-8bbd59089c94',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.243872] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.244121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.244287] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.244631] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.244738] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.245064] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.245255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.245358] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.245597] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.245719] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.245856] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d already deleted. [ 834.246090] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.736679] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.736679] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.736679] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.737878] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.737878] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.737878] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port b5a29604-4742-41d4-b219-8bbd59089c94 not found, creating... [ 834.737878] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.738219] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.738219] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.738456] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.738681] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.739070] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.739259] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.739440] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.739666] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.739838] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.740596] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: b5a29604-4742-41d4-b219-8bbd59089c94 is going to be created. [ 834.773974] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.774211] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.774364] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.774810] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.775169] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.775377] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-b5a29604-4742-41d4-b219-8bbd59089c94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.515567] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c43efecb-9a98-4f78-a3e4-66010aad2491 in Status: SUCCESS [ 835.515829] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c43efecb-9a98-4f78-a3e4-66010aad2491 deletion is rescheduled due to dependency. [ 835.515900] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.560684] env[69975]: INFO networking_nsxv3.common.synchronization [req-a464fb96-5f13-4043-9208-9b7243a5f700 req-61b98fcf-4578-4470-bd22-771e48d99802 service nova] Enqueued Resource ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d with Priority: HIGHEST for action security_group_rules [ 835.560684] env[69975]: INFO networking_nsxv3.common.synchronization [req-a464fb96-5f13-4043-9208-9b7243a5f700 req-61b98fcf-4578-4470-bd22-771e48d99802 service nova] Enqueued Resource ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d with Priority: HIGHEST for action security_group_members [ 835.560684] env[69975]: INFO networking_nsxv3.common.synchronization [req-a464fb96-5f13-4043-9208-9b7243a5f700 req-61b98fcf-4578-4470-bd22-771e48d99802 service nova] Enqueued Resource ID: b5a29604-4742-41d4-b219-8bbd59089c94 with Priority: HIGHEST for action port [ 835.560684] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d with Priority: HIGHEST for action security_group_rules [ 835.560684] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d with Priority: HIGHEST for action security_group_members [ 835.560684] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a29604-4742-41d4-b219-8bbd59089c94 with Priority: HIGHEST for action port [ 835.561439] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4a42ac3-86e8-4cb7-961c-392c69b5da9d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.561569] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.561671] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.561979] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.562086] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4a42ac3-86e8-4cb7-961c-392c69b5da9d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.563118] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.563276] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.563885] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.564124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.564337] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.565399] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.565522] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.565671] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.565787] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.565906] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4a42ac3-86e8-4cb7-961c-392c69b5da9d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.569636] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5a29604-4742-41d4-b219-8bbd59089c94 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.569868] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5a29604-4742-41d4-b219-8bbd59089c94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.569868] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5a29604-4742-41d4-b219-8bbd59089c94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.570074] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5a29604-4742-41d4-b219-8bbd59089c94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.570074] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a29604-4742-41d4-b219-8bbd59089c94',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.071562] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.071699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.075208] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4a42ac3-86e8-4cb7-961c-392c69b5da9d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.078348] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5a29604-4742-41d4-b219-8bbd59089c94 with status ACTIVE [ 836.078348] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.078348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.078348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.078348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.078348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.078348] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.078348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.078348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.078348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.078348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.078348] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.078348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.078348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.079149] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.079149] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.079149] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5a29604-4742-41d4-b219-8bbd59089c94 is going to be updated. [ 836.120222] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.120482] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.120482] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.123641] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.123641] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.123641] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5a29604-4742-41d4-b219-8bbd59089c94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.581513] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4a42ac3-86e8-4cb7-961c-392c69b5da9d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.684812] env[69975]: INFO networking_nsxv3.common.synchronization [req-3884a4fa-ef02-4c8f-ab2d-e27f46240432 req-bf1cd361-764b-42cd-ad32-aef202b1171a tempest-ServerRescueNegativeTestJSON-953957381 tempest-ServerRescueNegativeTestJSON-953957381-project-member] Enqueued Resource ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d with Priority: HIGHEST for action security_group_members [ 836.685411] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d with Priority: HIGHEST for action security_group_members [ 836.685753] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.685860] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.084432] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.084579] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.084719] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.085023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.085083] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.085238] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d is going to be created. [ 837.111931] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.112192] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.112192] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.112358] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.112528] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.125016] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d in Status: UNINITIALIZED for 2s [ 837.376779] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-751 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.376779] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-751" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.376973] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-751" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.377195] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-751" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.377464] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.377627] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.377745] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.378093] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.378476] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.378566] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.378675] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.378784] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.379047] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.379047] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.379186] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.379988] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.402689] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.402948] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 837.403127] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.403308] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-751" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.403666] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-2c91625d-56d6-4706-930e-a55980f4feb1 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.403847] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-2c91625d-56d6-4706-930e-a55980f4feb1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.403967] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-2c91625d-56d6-4706-930e-a55980f4feb1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.404310] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-2c91625d-56d6-4706-930e-a55980f4feb1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.404450] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c91625d-56d6-4706-930e-a55980f4feb1',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.907705] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.908055] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.908136] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.908500] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.908663] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.908829] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 2c91625d-56d6-4706-930e-a55980f4feb1 not found, creating... [ 837.909123] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.909291] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.909514] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.909829] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.910015] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.910547] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.910696] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.910816] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.911059] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.911199] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.911440] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 2c91625d-56d6-4706-930e-a55980f4feb1 is going to be created. [ 837.936849] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.937110] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.938066] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.938066] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.938066] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.938516] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-2c91625d-56d6-4706-930e-a55980f4feb1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.865735] env[69975]: INFO networking_nsxv3.common.synchronization [req-3884a4fa-ef02-4c8f-ab2d-e27f46240432 req-9020ccc1-fb59-4339-8a3c-9b727660fc3d service nova] Enqueued Resource ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d with Priority: HIGHEST for action security_group_rules [ 838.865735] env[69975]: INFO networking_nsxv3.common.synchronization [req-3884a4fa-ef02-4c8f-ab2d-e27f46240432 req-9020ccc1-fb59-4339-8a3c-9b727660fc3d service nova] Enqueued Resource ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d with Priority: HIGHEST for action security_group_members [ 838.865735] env[69975]: INFO networking_nsxv3.common.synchronization [req-3884a4fa-ef02-4c8f-ab2d-e27f46240432 req-9020ccc1-fb59-4339-8a3c-9b727660fc3d service nova] Enqueued Resource ID: 2c91625d-56d6-4706-930e-a55980f4feb1 with Priority: HIGHEST for action port [ 838.865735] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d with Priority: HIGHEST for action security_group_rules [ 838.865735] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d with Priority: HIGHEST for action security_group_members [ 838.865735] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c91625d-56d6-4706-930e-a55980f4feb1 with Priority: HIGHEST for action port [ 838.865735] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4a42ac3-86e8-4cb7-961c-392c69b5da9d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.865735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.865735] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.865735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.865735] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c91625d-56d6-4706-930e-a55980f4feb1 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.865735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c91625d-56d6-4706-930e-a55980f4feb1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.865735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c91625d-56d6-4706-930e-a55980f4feb1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.866649] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c91625d-56d6-4706-930e-a55980f4feb1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.866649] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c91625d-56d6-4706-930e-a55980f4feb1',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.137530] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d in Status: UNINITIALIZED for 4s [ 839.369634] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c91625d-56d6-4706-930e-a55980f4feb1 with status ACTIVE [ 839.369873] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.370016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.370093] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.370310] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.370444] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.370664] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.370804] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.370804] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.370956] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.371038] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.371214] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.371307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.371366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.371526] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.371602] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.371695] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c91625d-56d6-4706-930e-a55980f4feb1 is going to be updated. [ 839.392360] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.392503] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.392573] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.392867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.393024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.393183] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c91625d-56d6-4706-930e-a55980f4feb1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.151042] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d in Status: SUCCESS [ 841.151417] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.151568] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.151859] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.152142] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.152391] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.152435] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.152685] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.153440] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.153593] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.153765] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4a42ac3-86e8-4cb7-961c-392c69b5da9d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.154978] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.155307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.155631] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.155759] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.155860] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.156119] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.156247] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.156392] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4a42ac3-86e8-4cb7-961c-392c69b5da9d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.659361] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4a42ac3-86e8-4cb7-961c-392c69b5da9d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.660666] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.662377] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.164117] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4a42ac3-86e8-4cb7-961c-392c69b5da9d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.669497] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.669497] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.669497] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.669497] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.669497] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.669497] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d is going to be updated. [ 842.706790] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.707021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.707267] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.707478] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.708308] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.725162] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d in Status: IN_PROGRESS for 2s [ 843.864806] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 843.865179] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 844.740980] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d in Status: SUCCESS [ 844.740980] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.740980] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.740980] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.740980] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.740980] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.740980] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.740980] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.740980] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.740980] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4a42ac3-86e8-4cb7-961c-392c69b5da9d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.218112] env[69975]: INFO networking_nsxv3.common.synchronization [req-f1c87d25-3c2a-4489-93f7-58fe2f3ddcb2 req-1739daf6-d02b-4b9e-ba8b-fb8a7c9ceb95 tempest-ServerActionsTestOtherA-1666177876 tempest-ServerActionsTestOtherA-1666177876-project-member] Enqueued Resource ID: d964e285-07a3-4fad-9a60-209c708d293e with Priority: HIGHEST for action security_group_members [ 845.218112] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d964e285-07a3-4fad-9a60-209c708d293e with Priority: HIGHEST for action security_group_members [ 845.222678] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d964e285-07a3-4fad-9a60-209c708d293e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.222678] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.222678] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.223646] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.223646] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.223646] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.223646] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.223646] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.223646] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.223646] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d964e285-07a3-4fad-9a60-209c708d293e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.245974] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4a42ac3-86e8-4cb7-961c-392c69b5da9d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.726058] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.726058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.726058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.726277] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.726392] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.726592] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.726721] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.726769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.726935] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.727045] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.727096] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d964e285-07a3-4fad-9a60-209c708d293e is going to be updated. [ 845.750101] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4a42ac3-86e8-4cb7-961c-392c69b5da9d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.762475] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.762475] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.762475] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.762475] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.762475] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.777561] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d964e285-07a3-4fad-9a60-209c708d293e in Status: IN_PROGRESS for 2s [ 845.876166] env[69975]: INFO networking_nsxv3.common.synchronization [req-f986b7fd-dabb-4315-a9ab-1db3de7905b7 req-3fb4595b-a0e5-49e5-ae41-62d831774c9c tempest-DeleteServersTestJSON-1273084896 tempest-DeleteServersTestJSON-1273084896-project-member] Enqueued Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 845.876891] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 845.877292] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.877417] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.877489] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.877760] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.877976] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.879035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.879129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.879339] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.879435] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.879562] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.254888] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.255295] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.255295] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.255428] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.255488] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.255534] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d is going to be updated. [ 846.291300] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.291594] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.291594] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.291771] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.291896] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.303373] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d in Status: IN_PROGRESS for 2s [ 846.386469] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.389221] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.389221] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.389221] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.425759] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.425954] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-612" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.426097] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-612" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.426419] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-612" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.426694] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.426867] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.427012] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.427439] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.427658] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.428424] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.428424] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.428424] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.428669] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.428884] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.429065] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.429276] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.444241] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.444574] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.444839] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.444936] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.445112] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.445211] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.445350] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 is going to be updated. [ 846.456471] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.456701] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 846.456818] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.457120] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-612" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.457559] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-62ecce80-4354-4f66-a470-0b4ef8d663a8 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.457559] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-62ecce80-4354-4f66-a470-0b4ef8d663a8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.457775] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-62ecce80-4354-4f66-a470-0b4ef8d663a8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.458141] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-62ecce80-4354-4f66-a470-0b4ef8d663a8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.458285] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62ecce80-4354-4f66-a470-0b4ef8d663a8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.498853] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.498853] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.498853] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.499125] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.499319] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.515290] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: IN_PROGRESS for 2s [ 846.961720] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.961720] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.961975] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.962207] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.962404] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.962628] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 62ecce80-4354-4f66-a470-0b4ef8d663a8 not found, creating... [ 846.963025] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.963279] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.963421] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.963729] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.963949] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.964401] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.964623] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.964885] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.965162] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.965335] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.965525] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 62ecce80-4354-4f66-a470-0b4ef8d663a8 is going to be created. [ 846.999491] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.999491] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.999491] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.001123] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.001486] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.001795] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-62ecce80-4354-4f66-a470-0b4ef8d663a8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.792952] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d964e285-07a3-4fad-9a60-209c708d293e in Status: SUCCESS [ 847.793247] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d964e285-07a3-4fad-9a60-209c708d293e deletion is rescheduled due to dependency. [ 847.793247] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.969869] env[69975]: INFO networking_nsxv3.common.synchronization [req-f986b7fd-dabb-4315-a9ab-1db3de7905b7 req-5a964748-2e2a-45bf-a379-b36cb241be81 service nova] Enqueued Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_rules [ 847.970045] env[69975]: INFO networking_nsxv3.common.synchronization [req-f986b7fd-dabb-4315-a9ab-1db3de7905b7 req-5a964748-2e2a-45bf-a379-b36cb241be81 service nova] Enqueued Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 847.970184] env[69975]: INFO networking_nsxv3.common.synchronization [req-f986b7fd-dabb-4315-a9ab-1db3de7905b7 req-5a964748-2e2a-45bf-a379-b36cb241be81 service nova] Enqueued Resource ID: 62ecce80-4354-4f66-a470-0b4ef8d663a8 with Priority: HIGHEST for action port [ 847.970969] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_rules [ 847.971120] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 847.971217] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ecce80-4354-4f66-a470-0b4ef8d663a8 with Priority: HIGHEST for action port [ 847.971503] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.971654] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.971723] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.971942] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.972040] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.973512] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.973512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.973512] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-62ecce80-4354-4f66-a470-0b4ef8d663a8 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.973512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62ecce80-4354-4f66-a470-0b4ef8d663a8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.973512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62ecce80-4354-4f66-a470-0b4ef8d663a8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.973779] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62ecce80-4354-4f66-a470-0b4ef8d663a8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.973779] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62ecce80-4354-4f66-a470-0b4ef8d663a8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.314024] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d in Status: SUCCESS [ 848.314281] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.314465] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.314681] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.314873] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.315011] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.315087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.315238] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.315334] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.315423] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.315583] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.315681] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.315819] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.315963] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.316129] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.316372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.316372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.316466] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.316534] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.316582] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.316694] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4a42ac3-86e8-4cb7-961c-392c69b5da9d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.476403] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.476671] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.476738] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62ecce80-4354-4f66-a470-0b4ef8d663a8 with status ACTIVE [ 848.476966] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.477134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.477134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.477303] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.477499] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.477591] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.477717] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.477717] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.477921] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.477921] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.478186] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.478186] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.479045] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.479045] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.479045] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.479045] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62ecce80-4354-4f66-a470-0b4ef8d663a8 is going to be updated. [ 848.521371] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.521371] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.521371] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.521371] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.521371] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.521371] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62ecce80-4354-4f66-a470-0b4ef8d663a8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.538462] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: SUCCESS [ 848.538462] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 deletion is rescheduled due to dependency. [ 848.538462] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.538462] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.538462] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.538462] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.538462] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.538462] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.538462] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.538462] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.538462] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.818421] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4a42ac3-86e8-4cb7-961c-392c69b5da9d: rpc.has_security_group_logging(os_id): False [ 848.842185] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.842185] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.842185] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.842692] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.842692] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.842692] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.842692] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.842692] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.843389] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.843389] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.843389] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.843389] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.843389] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.843389] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.843389] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.845688] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.845688] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.845688] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.845688] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.845688] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.845688] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d is going to be created. [ 848.944172] env[69975]: INFO networking_nsxv3.common.synchronization [req-8b206fa4-e471-4890-9bcd-602600636cee req-3ebb29af-1c31-49dc-83a5-7a1e6602871e tempest-ImagesOneServerNegativeTestJSON-2022974886 tempest-ImagesOneServerNegativeTestJSON-2022974886-project-member] Enqueued Resource ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 with Priority: HIGHEST for action security_group_members [ 848.945424] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 with Priority: HIGHEST for action security_group_members [ 848.946682] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.947514] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.947912] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.949512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.949512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.950862] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.951554] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.951736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.952104] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.954610] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.954610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.954610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.954610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.954610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.954610] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46da6b22-48c7-4d14-9ee8-6c0df0c486f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.974114] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d in Status: IN_PROGRESS for 2s [ 849.043100] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.455416] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.455587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.455653] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.455914] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.456361] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.456589] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.456760] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.456814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.456938] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.457059] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.457223] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 is going to be updated. [ 849.491911] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.491911] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.491911] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.491911] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.491911] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.502250] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 in Status: IN_PROGRESS for 2s [ 849.545961] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.742208] env[69975]: INFO networking_nsxv3.common.synchronization [req-9c6a2de8-8c3c-403f-a5d7-10d0c0147bfa req-b7a921c2-5221-4697-9bfa-41203123107a tempest-ServerPasswordTestJSON-1651974246 tempest-ServerPasswordTestJSON-1651974246-project-member] Enqueued Resource ID: 8d546ad7-ded1-4013-8fd0-00a314095078 with Priority: HIGHEST for action security_group_members [ 849.742208] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d546ad7-ded1-4013-8fd0-00a314095078 with Priority: HIGHEST for action security_group_members [ 849.742208] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d546ad7-ded1-4013-8fd0-00a314095078 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.742208] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.742208] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.742208] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.742208] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.742912] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.743250] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.743639] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.743914] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.744240] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d546ad7-ded1-4013-8fd0-00a314095078',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.048704] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.049056] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.049056] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.049372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.049497] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.049646] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 is going to be updated. [ 850.085183] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.085337] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.085404] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.085667] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.085849] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.096080] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: IN_PROGRESS for 2s [ 850.224020] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.224020] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-794" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.224020] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-794" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.224020] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-794" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.224359] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.224593] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.224720] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.224963] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.225126] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.225334] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 850.225446] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.225550] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.225671] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.225780] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 850.225885] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.227140] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.246593] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.246796] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.246841] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.247182] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.247311] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.247500] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.247632] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.247698] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.248114] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.248114] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.248250] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d546ad7-ded1-4013-8fd0-00a314095078 already deleted. [ 850.248250] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.263259] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.263565] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 850.263731] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.263966] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-794" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.264332] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-f2644b3d-9f1e-40f2-8c76-55c4ed912488 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.264517] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-f2644b3d-9f1e-40f2-8c76-55c4ed912488" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.264695] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-f2644b3d-9f1e-40f2-8c76-55c4ed912488" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.265025] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-f2644b3d-9f1e-40f2-8c76-55c4ed912488" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.265233] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2644b3d-9f1e-40f2-8c76-55c4ed912488',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.767897] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.767897] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.768101] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.768269] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.768418] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.768729] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port f2644b3d-9f1e-40f2-8c76-55c4ed912488 not found, creating... [ 850.768887] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.769057] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.769180] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.769424] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.769605] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.769850] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.770016] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.770138] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.770367] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.770616] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.770781] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: f2644b3d-9f1e-40f2-8c76-55c4ed912488 is going to be created. [ 850.795858] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.796124] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.796277] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.796659] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.796912] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.797173] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-f2644b3d-9f1e-40f2-8c76-55c4ed912488" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.989681] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d in Status: SUCCESS [ 850.989969] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.990107] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.990345] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.993017] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4a42ac3-86e8-4cb7-961c-392c69b5da9d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.181503] env[69975]: INFO networking_nsxv3.common.synchronization [req-54e58e89-5cbf-4a23-b6ad-eb9f8588e82e req-311537d1-c942-4c62-bbf4-f390cee828a2 tempest-ImagesTestJSON-532780232 tempest-ImagesTestJSON-532780232-project-member] Enqueued Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 851.182013] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 851.182737] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.182737] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.182737] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.182737] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.182935] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.182935] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.183018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.183557] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.183557] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.183557] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.495641] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.495784] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.495860] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.496106] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.496282] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.496390] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.496449] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.496596] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.496682] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.496780] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.496871] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4a42ac3-86e8-4cb7-961c-392c69b5da9d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.512110] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 in Status: SUCCESS [ 851.512275] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 deletion is rescheduled due to dependency. [ 851.512369] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.683887] env[69975]: INFO networking_nsxv3.common.synchronization [req-9c6a2de8-8c3c-403f-a5d7-10d0c0147bfa req-6dac2145-ca37-4ed6-8fef-a56fb5f63d35 service nova] Enqueued Resource ID: 8d546ad7-ded1-4013-8fd0-00a314095078 with Priority: HIGHEST for action security_group_rules [ 851.683887] env[69975]: INFO networking_nsxv3.common.synchronization [req-9c6a2de8-8c3c-403f-a5d7-10d0c0147bfa req-6dac2145-ca37-4ed6-8fef-a56fb5f63d35 service nova] Enqueued Resource ID: 8d546ad7-ded1-4013-8fd0-00a314095078 with Priority: HIGHEST for action security_group_members [ 851.683887] env[69975]: INFO networking_nsxv3.common.synchronization [req-9c6a2de8-8c3c-403f-a5d7-10d0c0147bfa req-6dac2145-ca37-4ed6-8fef-a56fb5f63d35 service nova] Enqueued Resource ID: f2644b3d-9f1e-40f2-8c76-55c4ed912488 with Priority: HIGHEST for action port [ 851.683887] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d546ad7-ded1-4013-8fd0-00a314095078 with Priority: HIGHEST for action security_group_rules [ 851.683887] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d546ad7-ded1-4013-8fd0-00a314095078 with Priority: HIGHEST for action security_group_members [ 851.683887] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2644b3d-9f1e-40f2-8c76-55c4ed912488 with Priority: HIGHEST for action port [ 851.683887] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d546ad7-ded1-4013-8fd0-00a314095078 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.683887] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.683887] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.683887] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.683887] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d546ad7-ded1-4013-8fd0-00a314095078',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.691328] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d546ad7-ded1-4013-8fd0-00a314095078 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.691328] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.691328] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.691589] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.691589] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.691696] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.691696] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.692050] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.692050] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.692050] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d546ad7-ded1-4013-8fd0-00a314095078',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.692906] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2644b3d-9f1e-40f2-8c76-55c4ed912488 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.693786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2644b3d-9f1e-40f2-8c76-55c4ed912488" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.693867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2644b3d-9f1e-40f2-8c76-55c4ed912488" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.697202] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2644b3d-9f1e-40f2-8c76-55c4ed912488" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.697202] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2644b3d-9f1e-40f2-8c76-55c4ed912488',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.697202] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.697202] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.697202] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.697202] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.697202] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.697202] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.697202] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.697202] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.697202] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.697202] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.697202] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 is going to be updated. [ 851.726930] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.727123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.727231] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.727604] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.727796] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.738327] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: IN_PROGRESS for 2s [ 851.999901] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.999901] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.999901] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.999901] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.000852] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.001065] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.001248] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.001667] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.001936] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.002075] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.002376] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.002506] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.002578] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.002754] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.002996] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.003336] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.003426] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.003744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.003852] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.004814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.004814] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4a42ac3-86e8-4cb7-961c-392c69b5da9d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.108052] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: IN_PROGRESS for 4s [ 852.199348] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d546ad7-ded1-4013-8fd0-00a314095078',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.201049] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d546ad7-ded1-4013-8fd0-00a314095078 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.201049] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.201049] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2644b3d-9f1e-40f2-8c76-55c4ed912488 with status ACTIVE [ 852.201353] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.201353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.201353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.201803] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.201803] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.201918] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.201998] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.202066] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.202221] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.202279] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.202433] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.202521] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.202572] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.203381] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.203381] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.203381] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2644b3d-9f1e-40f2-8c76-55c4ed912488 is going to be updated. [ 852.235129] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.235129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.235129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.235447] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.235537] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.235694] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2644b3d-9f1e-40f2-8c76-55c4ed912488" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.510441] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4a42ac3-86e8-4cb7-961c-392c69b5da9d: rpc.has_security_group_logging(os_id): False [ 852.532256] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.532256] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.532256] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.532256] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.532256] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.532256] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.532256] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.532256] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.532256] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.532256] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.532256] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.533160] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.533160] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.533160] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.533160] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.533160] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.533160] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.533160] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.533160] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.533522] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.533522] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d is going to be updated. [ 852.597366] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.597531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.597606] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.597882] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.598081] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.611025] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d in Status: IN_PROGRESS for 2s [ 852.705522] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d546ad7-ded1-4013-8fd0-00a314095078',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.208338] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.208834] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.208834] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.209046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.209205] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.209249] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d546ad7-ded1-4013-8fd0-00a314095078 is going to be created. [ 853.237941] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.238157] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.238157] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.238383] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.238552] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.250474] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d546ad7-ded1-4013-8fd0-00a314095078 in Status: UNINITIALIZED for 2s [ 853.753702] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: SUCCESS [ 853.753940] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 deletion is rescheduled due to dependency. [ 853.754029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.122359] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: SUCCESS [ 854.122580] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.122756] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.123041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.123222] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.123354] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.123402] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.123589] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.123731] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.123731] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.123840] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.625656] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.626090] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.626090] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.626173] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.626951] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.626951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.626951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.626951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.627286] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.627286] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.627487] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.627597] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.627664] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.627878] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.628033] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.628119] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.628119] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.628239] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.628312] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.628393] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.628483] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.635028] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d in Status: SUCCESS [ 854.635028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.133718] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c910b46b-0916-43b8-95a3-38b1580dd9d6: rpc.has_security_group_logging(os_id): False [ 855.154375] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.154546] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.154666] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.154903] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.155200] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.155464] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.155588] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.155797] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.156053] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.156155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.156387] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.156495] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.156581] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.156773] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.156856] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.157196] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.157196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.157284] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.157378] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.157455] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.157542] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 is going to be updated. [ 855.240810] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.240967] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.241082] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.243287] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.243401] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.263276] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d546ad7-ded1-4013-8fd0-00a314095078 in Status: SUCCESS [ 855.264769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.264769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.264769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.264769] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.264769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.264769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.264769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.264769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.264769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.264769] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d546ad7-ded1-4013-8fd0-00a314095078',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.272136] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: IN_PROGRESS for 2s [ 855.289493] env[69975]: INFO networking_nsxv3.common.synchronization [None req-f018a8b0-d567-4dc6-9691-0c8dc5b3a466 None None] Enqueued Resource ID: 59104491-7cdf-4d3f-8ec5-f629788df427 with Priority: HIGHEST for action port [ 855.289612] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59104491-7cdf-4d3f-8ec5-f629788df427 with Priority: HIGHEST for action port [ 855.289882] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-59104491-7cdf-4d3f-8ec5-f629788df427 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.290011] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59104491-7cdf-4d3f-8ec5-f629788df427" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.290357] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59104491-7cdf-4d3f-8ec5-f629788df427" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.290357] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59104491-7cdf-4d3f-8ec5-f629788df427" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.290547] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59104491-7cdf-4d3f-8ec5-f629788df427',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.770647] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d546ad7-ded1-4013-8fd0-00a314095078 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.770647] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.770647] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.770647] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.770647] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.770647] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.770647] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.770647] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.770647] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.770647] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.770647] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d546ad7-ded1-4013-8fd0-00a314095078 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.770647] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.770647] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.770647] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.770647] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.770647] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.771886] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.771886] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.771886] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.771886] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.771886] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d546ad7-ded1-4013-8fd0-00a314095078',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.795859] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59104491-7cdf-4d3f-8ec5-f629788df427 [ 855.796121] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.796287] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.796347] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.796563] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.796648] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.796750] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59104491-7cdf-4d3f-8ec5-f629788df427 already deleted. [ 855.796836] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59104491-7cdf-4d3f-8ec5-f629788df427" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.275404] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d546ad7-ded1-4013-8fd0-00a314095078: rpc.has_security_group_logging(os_id): False [ 856.303752] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.305383] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.305383] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.305383] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.305383] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.305383] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.305383] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.305383] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.305383] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.305383] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.305383] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.305383] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.307236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.307236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.307236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.307236] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.307236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.307236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.307236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.307236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.307236] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d546ad7-ded1-4013-8fd0-00a314095078 is going to be created. [ 856.379590] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.379590] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.379590] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.379590] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.379590] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.393640] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d546ad7-ded1-4013-8fd0-00a314095078 in Status: IN_PROGRESS for 2s [ 857.290705] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: SUCCESS [ 857.291086] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.649376] env[69975]: INFO networking_nsxv3.common.synchronization [None req-eb0adeef-1296-4084-8115-41cc2a754d5b None None] Enqueued Resource ID: 71d61f59-1cb6-43dc-b7ba-55f82ecd6563 with Priority: HIGHEST for action port [ 857.649376] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71d61f59-1cb6-43dc-b7ba-55f82ecd6563 with Priority: HIGHEST for action port [ 857.649376] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-71d61f59-1cb6-43dc-b7ba-55f82ecd6563 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.649376] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71d61f59-1cb6-43dc-b7ba-55f82ecd6563" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.649376] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71d61f59-1cb6-43dc-b7ba-55f82ecd6563" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.650117] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71d61f59-1cb6-43dc-b7ba-55f82ecd6563" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.650553] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71d61f59-1cb6-43dc-b7ba-55f82ecd6563',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.153046] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71d61f59-1cb6-43dc-b7ba-55f82ecd6563 [ 858.153706] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.154441] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.154795] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.154795] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.154936] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.155582] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71d61f59-1cb6-43dc-b7ba-55f82ecd6563 already deleted. [ 858.155732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71d61f59-1cb6-43dc-b7ba-55f82ecd6563" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.426967] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d546ad7-ded1-4013-8fd0-00a314095078 in Status: SUCCESS [ 858.426967] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.260056] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.260235] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.260304] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.260515] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.260644] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.326094] env[69975]: INFO networking_nsxv3.common.synchronization [req-5b6264bf-9cef-456c-8a5c-a2ddf2b3db57 req-d457e65e-0ace-47bd-855c-f5864e9be842 tempest-VolumesAssistedSnapshotsTest-2093908278 tempest-VolumesAssistedSnapshotsTest-2093908278-project-member] Enqueued Resource ID: 51abc1f0-6a5b-4360-bc76-4db637431229 with Priority: HIGHEST for action security_group_members [ 859.326710] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51abc1f0-6a5b-4360-bc76-4db637431229 with Priority: HIGHEST for action security_group_members [ 859.326970] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-51abc1f0-6a5b-4360-bc76-4db637431229 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.327952] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.327952] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.327952] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.327952] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.327952] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.327952] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.328457] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.328628] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.328803] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51abc1f0-6a5b-4360-bc76-4db637431229',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.577564] env[69975]: INFO networking_nsxv3.common.synchronization [req-fa606902-71af-49eb-b11a-c0a8f33a8f15 req-94e841ed-1d4b-4fe3-86ca-57fb23b9810c tempest-ListImageFiltersTestJSON-1969169780 tempest-ListImageFiltersTestJSON-1969169780-project-member] Enqueued Resource ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 with Priority: HIGHEST for action security_group_members [ 859.578132] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 with Priority: HIGHEST for action security_group_members [ 859.583567] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.583567] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.583567] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.583567] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.583567] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.583567] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.583567] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.583567] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.583567] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.583567] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1c7a90b-d205-4a4c-9d53-49d93f5c8786',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.763293] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.832042] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.832265] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.832265] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.832535] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.859126] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.859389] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.859505] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.859568] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.859780] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.859863] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.860080] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51abc1f0-6a5b-4360-bc76-4db637431229 is going to be updated. [ 859.895536] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.895822] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.895822] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.896138] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.896138] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.906247] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51abc1f0-6a5b-4360-bc76-4db637431229 in Status: IN_PROGRESS for 2s [ 860.065188] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.065353] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.065414] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.065679] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.065942] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.066405] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.066695] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.066839] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.066987] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.067244] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.067356] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.067955] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.068116] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.068322] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.068473] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.068652] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.087598] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.087598] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.087598] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.087598] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.087598] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.087598] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.087598] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.087598] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.087598] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.087598] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.087598] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 already deleted. [ 860.087598] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.092266] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.092266] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 860.092266] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.092266] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.092266] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-0f022a40-3503-463d-a390-efa4ea123ef8 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.092266] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-0f022a40-3503-463d-a390-efa4ea123ef8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.092266] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-0f022a40-3503-463d-a390-efa4ea123ef8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.093219] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-0f022a40-3503-463d-a390-efa4ea123ef8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.093580] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f022a40-3503-463d-a390-efa4ea123ef8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.266043] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.602489] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.602763] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.603017] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.603233] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.603392] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.603551] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 0f022a40-3503-463d-a390-efa4ea123ef8 not found, creating... [ 860.603808] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.603969] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.604108] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.604338] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.604446] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.604719] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.604874] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.604990] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.605276] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.605364] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.605499] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 0f022a40-3503-463d-a390-efa4ea123ef8 is going to be created. [ 860.627540] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.627706] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.627803] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.628073] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.628310] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.628533] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-0f022a40-3503-463d-a390-efa4ea123ef8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.773381] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 860.773381] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 861.600486] env[69975]: INFO networking_nsxv3.common.synchronization [None req-37491c38-69c4-493f-aac7-81cddff27a56 None None] Enqueued Resource ID: 6033afb2-9a60-426f-ac57-8231eb1cf232 with Priority: HIGHEST for action port [ 861.600623] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6033afb2-9a60-426f-ac57-8231eb1cf232 with Priority: HIGHEST for action port [ 861.601313] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-6033afb2-9a60-426f-ac57-8231eb1cf232 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.601402] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6033afb2-9a60-426f-ac57-8231eb1cf232" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.601402] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6033afb2-9a60-426f-ac57-8231eb1cf232" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.601687] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6033afb2-9a60-426f-ac57-8231eb1cf232" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.601780] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6033afb2-9a60-426f-ac57-8231eb1cf232',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.621659] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.621659] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.621659] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.621659] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.634181] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 861.635825] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.637107] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 861.681974] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.682225] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.682225] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.683311] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.689394] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.689917] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 861.690088] env[69975]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69975) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 861.690088] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 861.693110] env[69975]: INFO networking_nsxv3.common.synchronization [req-fa606902-71af-49eb-b11a-c0a8f33a8f15 req-3f96b5bb-cb6e-49cd-9c98-b8ea787e97cb service nova] Enqueued Resource ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 with Priority: HIGHEST for action security_group_rules [ 861.693110] env[69975]: INFO networking_nsxv3.common.synchronization [req-fa606902-71af-49eb-b11a-c0a8f33a8f15 req-3f96b5bb-cb6e-49cd-9c98-b8ea787e97cb service nova] Enqueued Resource ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 with Priority: HIGHEST for action security_group_members [ 861.693240] env[69975]: INFO networking_nsxv3.common.synchronization [req-fa606902-71af-49eb-b11a-c0a8f33a8f15 req-3f96b5bb-cb6e-49cd-9c98-b8ea787e97cb service nova] Enqueued Resource ID: 0f022a40-3503-463d-a390-efa4ea123ef8 with Priority: HIGHEST for action port [ 861.693674] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 with Priority: HIGHEST for action security_group_rules [ 861.693822] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 with Priority: HIGHEST for action security_group_members [ 861.693885] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f022a40-3503-463d-a390-efa4ea123ef8 with Priority: HIGHEST for action port [ 861.694192] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1c7a90b-d205-4a4c-9d53-49d93f5c8786 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.694320] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.694385] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.694623] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.694709] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1c7a90b-d205-4a4c-9d53-49d93f5c8786',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.695595] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.695721] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.696209] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.696338] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.696531] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.696639] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.696639] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.696785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.696860] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.696926] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1c7a90b-d205-4a4c-9d53-49d93f5c8786',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.697671] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f022a40-3503-463d-a390-efa4ea123ef8 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.697807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f022a40-3503-463d-a390-efa4ea123ef8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.697894] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f022a40-3503-463d-a390-efa4ea123ef8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.697981] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f022a40-3503-463d-a390-efa4ea123ef8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.698072] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f022a40-3503-463d-a390-efa4ea123ef8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.730623] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.730841] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.730884] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.731069] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.732218] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.732377] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 861.917148] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.917148] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.917148] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.917148] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.917372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.917557] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 861.928921] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51abc1f0-6a5b-4360-bc76-4db637431229 in Status: SUCCESS [ 861.929262] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51abc1f0-6a5b-4360-bc76-4db637431229 deletion is rescheduled due to dependency. [ 861.929461] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.989310] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.989454] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.989761] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.989761] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.989970] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.991173] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:39. [ 861.991173] env[69975]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'dbb81c64-127f-4992-a1d2-be3daf9d177a', 'a2be00df-6a0a-4200-a397-d8deb2caa993', '511f15b8-2974-4566-8f0d-fbc5222437c2', '6834b5a4-19b2-45ec-a1f0-b74e5ec96443', '5ae830ba-9fb7-41a7-939f-69c199adb5e2', 'cf4c92f3-5360-491b-9c6d-b3a242e709a7', 'c43efecb-9a98-4f78-a3e4-66010aad2491', '63b72e9e-1ec3-495e-9a2f-39d95736f6a0', '51abc1f0-6a5b-4360-bc76-4db637431229', 'cbbba9f8-3a35-4243-856b-501752afb9a5', 'bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4', '92dcf97a-22f1-4da8-a70e-2cd59eb07b52', 'c575ba64-975f-4527-9f8e-514d23fdbbf6', 'c910b46b-0916-43b8-95a3-38b1580dd9d6', 'd545d7bd-7ed1-46da-bc27-60668be61275', '67e87de2-ee17-49bb-8725-36c150ebf512', 'd4a42ac3-86e8-4cb7-961c-392c69b5da9d', '959c3db5-8cef-4119-a270-f297343d42f0', '26590364-cf5a-4322-8368-aa7a07f657ff', 'd964e285-07a3-4fad-9a60-209c708d293e', 'dbab7ae5-86d2-430e-b1a8-ac1e518e45fa', '13c9b8cd-3d21-424e-b3a2-01c86a663a51', '46da6b22-48c7-4d14-9ee8-6c0df0c486f2', '2c0cc538-18ac-4782-bfca-c69a63404d13', '8d546ad7-ded1-4013-8fd0-00a314095078', '33e1b0b0-1e11-410d-91e3-6062199cf7d3', '538c6b68-347d-47eb-bbf2-741751e778d4', 'fe25f19c-4dee-422c-b438-f3764bb064d2', '95908252-ee53-4059-8699-27fb28b2b7d8', '2d30ec26-1469-4b3b-9629-8a20b1e1b724', '3e726b49-3300-4abf-8ae3-6fa9c401651f', '779b5a1f-aff9-4be2-b0df-d41b89912733', '7d112341-79a2-4398-9aee-56ff58766c8a', '4387ccae-a7ff-4b97-a5e0-5d8720ad3f56', '44733b31-5fe7-49f9-be5f-063c948e5dbe', '7efaa6f4-f8e8-4a46-a051-2b95d68576c7', 'e713b2af-10e7-44a4-b758-381ccb19888b', '693cee49-7475-4676-b271-6d6f2e025b83', 'e435b85f-ecf9-4e17-8be6-f79399bd5ca5'} {{(pid=69975) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 861.991173] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 862.010202] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.010375] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.010420] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.010676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.010811] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.011365] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 862.011365] env[69975]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69975) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 862.011365] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 862.087758] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.087758] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.087758] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.087758] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.089364] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.090068] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 862.090068] env[69975]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69975) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 862.090068] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 862.090208] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 862.090775] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/39 resources of Type:Security Group Rules [ 862.090898] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbb81c64-127f-4992-a1d2-be3daf9d177a with Priority: HIGH for action security_group_rules [ 862.091022] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGH for action security_group_rules [ 862.091212] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 with Priority: HIGH for action security_group_rules [ 862.091425] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 with Priority: HIGH for action security_group_rules [ 862.091622] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 with Priority: HIGH for action security_group_rules [ 862.091812] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 with Priority: HIGH for action security_group_rules [ 862.093461] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c43efecb-9a98-4f78-a3e4-66010aad2491 with Priority: HIGH for action security_group_rules [ 862.093461] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 with Priority: HIGH for action security_group_rules [ 862.093461] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51abc1f0-6a5b-4360-bc76-4db637431229 with Priority: HIGH for action security_group_rules [ 862.093461] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbbba9f8-3a35-4243-856b-501752afb9a5 with Priority: HIGH for action security_group_rules [ 862.093461] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 with Priority: HIGH for action security_group_rules [ 862.093461] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGH for action security_group_rules [ 862.093461] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c575ba64-975f-4527-9f8e-514d23fdbbf6 with Priority: HIGH for action security_group_rules [ 862.093461] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGH for action security_group_rules [ 862.093461] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d545d7bd-7ed1-46da-bc27-60668be61275 with Priority: HIGH for action security_group_rules [ 862.093461] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGH for action security_group_rules [ 862.093461] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d with Priority: HIGH for action security_group_rules [ 862.093461] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 959c3db5-8cef-4119-a270-f297343d42f0 with Priority: HIGH for action security_group_rules [ 862.093461] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26590364-cf5a-4322-8368-aa7a07f657ff with Priority: HIGH for action security_group_rules [ 862.093461] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d964e285-07a3-4fad-9a60-209c708d293e with Priority: HIGH for action security_group_rules [ 862.093461] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.103558] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6033afb2-9a60-426f-ac57-8231eb1cf232 [ 862.103870] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.104074] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.104813] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.105108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.105217] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.105343] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6033afb2-9a60-426f-ac57-8231eb1cf232 already deleted. [ 862.105430] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6033afb2-9a60-426f-ac57-8231eb1cf232" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.200621] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1c7a90b-d205-4a4c-9d53-49d93f5c8786',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.200839] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.200966] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.201401] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f022a40-3503-463d-a390-efa4ea123ef8 with status ACTIVE [ 862.201589] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.201711] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.201785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.201998] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.202044] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.202221] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.202315] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.202371] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.202527] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.202601] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.202778] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.202873] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.202925] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.204763] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.204871] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.204973] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f022a40-3503-463d-a390-efa4ea123ef8 is going to be updated. [ 862.236316] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.236316] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.236316] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.236316] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.236316] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.236316] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f022a40-3503-463d-a390-efa4ea123ef8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.704566] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1c7a90b-d205-4a4c-9d53-49d93f5c8786',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.209498] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.209652] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.209720] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.209941] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.210068] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.210152] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 is going to be created. [ 863.239890] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.240088] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.240165] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.240330] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.240490] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.250687] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 in Status: UNINITIALIZED for 2s [ 863.638306] env[69975]: INFO networking_nsxv3.common.synchronization [None req-29084488-4bde-4830-8097-2b5f22a249c4 None None] Enqueued Resource ID: 45a349fd-c802-4a18-a6dd-c99ce5975985 with Priority: HIGHEST for action port [ 863.638748] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a349fd-c802-4a18-a6dd-c99ce5975985 with Priority: HIGHEST for action port [ 863.638748] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb81c64-127f-4992-a1d2-be3daf9d177a with Priority: HIGH for action security_group_rules [ 863.638748] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 with Priority: HIGH for action security_group_rules [ 863.638854] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c43efecb-9a98-4f78-a3e4-66010aad2491 with Priority: HIGH for action security_group_rules [ 863.638950] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d545d7bd-7ed1-46da-bc27-60668be61275 with Priority: HIGH for action security_group_rules [ 863.639827] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d964e285-07a3-4fad-9a60-209c708d293e with Priority: HIGH for action security_group_rules [ 863.639827] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26590364-cf5a-4322-8368-aa7a07f657ff with Priority: HIGH for action security_group_rules [ 863.640229] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959c3db5-8cef-4119-a270-f297343d42f0 with Priority: HIGH for action security_group_rules [ 863.640229] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d with Priority: HIGH for action security_group_rules [ 863.640229] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGH for action security_group_rules [ 863.640375] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGH for action security_group_rules [ 863.640449] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c575ba64-975f-4527-9f8e-514d23fdbbf6 with Priority: HIGH for action security_group_rules [ 863.640619] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGH for action security_group_rules [ 863.640746] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 with Priority: HIGH for action security_group_rules [ 863.640884] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbba9f8-3a35-4243-856b-501752afb9a5 with Priority: HIGH for action security_group_rules [ 863.641050] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51abc1f0-6a5b-4360-bc76-4db637431229 with Priority: HIGH for action security_group_rules [ 863.641188] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 with Priority: HIGH for action security_group_rules [ 863.641305] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 with Priority: HIGH for action security_group_rules [ 863.641437] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 with Priority: HIGH for action security_group_rules [ 863.641567] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGH for action security_group_rules [ 863.641703] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 with Priority: HIGH for action security_group_rules [ 863.642280] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-45a349fd-c802-4a18-a6dd-c99ce5975985 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.642461] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45a349fd-c802-4a18-a6dd-c99ce5975985" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.642574] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45a349fd-c802-4a18-a6dd-c99ce5975985" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.643053] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45a349fd-c802-4a18-a6dd-c99ce5975985" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.643167] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45a349fd-c802-4a18-a6dd-c99ce5975985',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.648861] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb81c64-127f-4992-a1d2-be3daf9d177a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.649086] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.649166] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.649374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.649458] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb81c64-127f-4992-a1d2-be3daf9d177a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.651671] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-511f15b8-2974-4566-8f0d-fbc5222437c2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.651846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.651891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.652128] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.652243] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('511f15b8-2974-4566-8f0d-fbc5222437c2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.653767] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c43efecb-9a98-4f78-a3e4-66010aad2491 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.653767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.653767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.654029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.657142] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c43efecb-9a98-4f78-a3e4-66010aad2491',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.658226] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d545d7bd-7ed1-46da-bc27-60668be61275 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.658347] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.658403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.658674] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.658750] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d545d7bd-7ed1-46da-bc27-60668be61275',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.660133] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d964e285-07a3-4fad-9a60-209c708d293e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.660223] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.660279] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.660481] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.660547] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d964e285-07a3-4fad-9a60-209c708d293e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.661622] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26590364-cf5a-4322-8368-aa7a07f657ff taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.661750] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.661813] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.661964] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.662114] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26590364-cf5a-4322-8368-aa7a07f657ff',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.664050] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-959c3db5-8cef-4119-a270-f297343d42f0 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.664050] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.664050] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.664050] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.665162] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('959c3db5-8cef-4119-a270-f297343d42f0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.665546] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4a42ac3-86e8-4cb7-961c-392c69b5da9d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.665699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.665806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.666189] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.666189] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4a42ac3-86e8-4cb7-961c-392c69b5da9d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.668488] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.668593] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.668666] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.670113] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.670297] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.671520] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67e87de2-ee17-49bb-8725-36c150ebf512 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.671648] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.671886] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.671886] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.671983] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.674633] env[69975]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 863.677698] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c575ba64-975f-4527-9f8e-514d23fdbbf6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.677881] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.677881] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.678142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.678142] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c575ba64-975f-4527-9f8e-514d23fdbbf6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.679418] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.679418] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.679574] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.679750] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.679750] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.685161] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.685344] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.685544] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.685795] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.685941] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.687311] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbbba9f8-3a35-4243-856b-501752afb9a5 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.687454] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.687502] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.687687] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.687766] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbbba9f8-3a35-4243-856b-501752afb9a5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.688998] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51abc1f0-6a5b-4360-bc76-4db637431229 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.689156] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.689227] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.690200] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.690290] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51abc1f0-6a5b-4360-bc76-4db637431229',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.691512] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.691593] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.691638] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.691935] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.691935] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.692885] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63b72e9e-1ec3-495e-9a2f-39d95736f6a0 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.694432] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.694432] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.694432] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.694638] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63b72e9e-1ec3-495e-9a2f-39d95736f6a0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.695787] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ae830ba-9fb7-41a7-939f-69c199adb5e2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.695942] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.696047] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.696307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.696307] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ae830ba-9fb7-41a7-939f-69c199adb5e2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.697843] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.697843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.697843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.697843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.698159] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.698940] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.699099] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.699099] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.699239] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.699365] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6834b5a4-19b2-45ec-a1f0-b74e5ec96443',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.699624] env[69975]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 863.708524] env[69975]: INFO networking_nsxv3.common.synchronization [req-0d174355-a75b-4073-9490-03a11cafc4f0 req-9e1ef079-fd62-492b-a6f3-4eb88feabeed tempest-ServerPasswordTestJSON-1651974246 tempest-ServerPasswordTestJSON-1651974246-project-member] Enqueued Resource ID: 8d546ad7-ded1-4013-8fd0-00a314095078 with Priority: HIGHEST for action security_group_members [ 863.714250] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d546ad7-ded1-4013-8fd0-00a314095078 with Priority: HIGHEST for action security_group_members [ 863.716577] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d546ad7-ded1-4013-8fd0-00a314095078 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.716722] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.717031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.717031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.717191] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.717294] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.717370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.717508] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.717590] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.717700] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d546ad7-ded1-4013-8fd0-00a314095078',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.735398] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.735636] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.736614] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.736614] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.768351] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.768351] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 511f15b8-2974-4566-8f0d-fbc5222437c2 is going to be deleted. [ 863.954200] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.954526] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.954526] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.954711] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.954875] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.954954] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-511f15b8-2974-4566-8f0d-fbc5222437c2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.205874] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45a349fd-c802-4a18-a6dd-c99ce5975985 [ 864.206096] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.206222] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.206287] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.206488] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.206569] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.206686] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45a349fd-c802-4a18-a6dd-c99ce5975985 already deleted. [ 864.206767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45a349fd-c802-4a18-a6dd-c99ce5975985" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.224903] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.224903] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.224903] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.225187] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.249172] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.249172] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.249172] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.249172] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.249642] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.249642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.249642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.249767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.249854] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.250072] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.250072] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.253167] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.256245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.256245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.256245] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4a42ac3-86e8-4cb7-961c-392c69b5da9d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.256245] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4c92f3-5360-491b-9c6d-b3a242e709a7 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.256245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.256245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.256245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.256245] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.256245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.256245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.256756] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.256756] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.256756] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.256756] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.268113] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.268343] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.268473] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.268568] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.268786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.268859] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.268964] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d546ad7-ded1-4013-8fd0-00a314095078 is going to be updated. [ 864.271720] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e87de2-ee17-49bb-8725-36c150ebf512 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.271842] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.271902] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.272147] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.272320] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.272414] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.272479] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.272659] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.272746] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.272832] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.272932] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.275296] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.275422] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.275469] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.276104] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.276104] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.276104] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.276104] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.276104] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.276360] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.276360] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.276360] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.278393] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.278514] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.278588] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.278751] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.278898] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.278993] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.279062] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.279733] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.279840] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.279918] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.280010] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63b72e9e-1ec3-495e-9a2f-39d95736f6a0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.282506] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.282621] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.282688] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.282848] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.283077] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.283136] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.283201] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.283339] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.283418] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.283500] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.283581] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.284833] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.284872] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.318296] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.318444] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.319352] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.319487] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.329848] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.330155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.337271] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.337453] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.338306] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.338666] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.339215] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.339374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.340309] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.340309] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.340880] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.340969] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.342299] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.342299] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.343087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.343215] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb81c64-127f-4992-a1d2-be3daf9d177a is going to be deleted. [ 864.345731] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.345731] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.345731] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.345731] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.346574] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.346668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.359994] env[69975]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 864.360564] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.360799] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.360799] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.362036] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.362036] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.364856] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.364979] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 is going to be deleted. [ 864.365880] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.366487] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.369933] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d546ad7-ded1-4013-8fd0-00a314095078 in Status: IN_PROGRESS for 2s [ 864.386508] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.386672] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51abc1f0-6a5b-4360-bc76-4db637431229 is going to be deleted. [ 864.394029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.394029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.431602] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.434263] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d545d7bd-7ed1-46da-bc27-60668be61275 is going to be deleted. [ 864.434263] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.434263] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.439444] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.439670] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.483626] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.483765] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.490346] env[69975]: INFO networking_nsxv3.common.synchronization [req-0dc09062-15c8-476f-8348-9f9e45137169 req-31ea9e80-33d1-4fa4-9509-2fd0965a5bef tempest-ListImageFiltersTestJSON-1969169780 tempest-ListImageFiltersTestJSON-1969169780-project-member] Enqueued Resource ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 with Priority: HIGHEST for action security_group_members [ 864.493715] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 with Priority: HIGHEST for action security_group_members [ 864.493715] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.493715] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.496672] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.496799] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26590364-cf5a-4322-8368-aa7a07f657ff is going to be deleted. [ 864.498074] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.498074] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.535820] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.536110] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.563134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.563296] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6834b5a4-19b2-45ec-a1f0-b74e5ec96443 is going to be deleted. [ 864.565314] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.565314] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.615708] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.616050] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.616989] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.618182] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbbba9f8-3a35-4243-856b-501752afb9a5 is going to be deleted. [ 864.618425] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.618620] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.652332] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.652555] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c575ba64-975f-4527-9f8e-514d23fdbbf6 is going to be deleted. [ 864.653702] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.653963] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.708398] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.708398] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ae830ba-9fb7-41a7-939f-69c199adb5e2 is going to be deleted. [ 864.710545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.710545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.770562] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.770562] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.770562] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.770562] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.770562] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.770562] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.770562] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.770562] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.770562] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.770562] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.770562] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.770562] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.770562] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.770562] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.770562] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.770562] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.771181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.771181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.771181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.771181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.771181] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4a42ac3-86e8-4cb7-961c-392c69b5da9d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.771181] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.772130] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.772280] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.775309] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.775309] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 959c3db5-8cef-4119-a270-f297343d42f0 is going to be deleted. [ 864.775309] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.775309] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.776121] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.776243] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.784644] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.784814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.790792] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.790964] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.791028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.791227] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.791392] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.791551] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.791551] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.791862] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.791862] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.791862] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.792872] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.792872] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.792872] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.792872] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.792872] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.792872] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.792872] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.792872] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.792872] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.792872] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.792872] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63b72e9e-1ec3-495e-9a2f-39d95736f6a0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.794119] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.794923] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.795045] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.795115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.795280] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.795424] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.795515] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.795577] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.795715] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.795793] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.795874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.796018] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.797042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.797042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.797042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.797042] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.797042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.797042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.797042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.797042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.797042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.797042] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.797846] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.797954] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.798406] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.798406] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.798406] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.798406] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.798676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.798676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.798756] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.798813] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.799479] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.799479] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.799479] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.799479] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.799479] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.799479] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.799479] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.799775] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.799775] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.799775] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.799885] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.819544] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.819732] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d964e285-07a3-4fad-9a60-209c708d293e is going to be deleted. [ 864.821079] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.821290] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.877871] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.878049] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4 is going to be deleted. [ 864.879150] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.879405] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.914740] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.915034] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.959776] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.959988] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.961385] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.961675] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.975432] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.975755] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.975953] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.976315] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.976667] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.976908] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.977239] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.977544] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.977750] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.978068] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.978230] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.978381] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.978533] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.978666] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.978825] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.978923] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.990440] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.990685] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c43efecb-9a98-4f78-a3e4-66010aad2491 is going to be deleted. [ 864.991702] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.991929] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.992040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.992212] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb81c64-127f-4992-a1d2-be3daf9d177a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.992387] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.992560] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.992644] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.992767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.993351] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.993510] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.993617] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.993741] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51abc1f0-6a5b-4360-bc76-4db637431229" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.993873] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.994030] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.994109] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.994237] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d545d7bd-7ed1-46da-bc27-60668be61275" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.994363] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.994518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.994591] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.994711] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6834b5a4-19b2-45ec-a1f0-b74e5ec96443" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.995615] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.995768] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.995768] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.995925] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.996012] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.996135] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.996260] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.996420] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.996514] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.996635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbbba9f8-3a35-4243-856b-501752afb9a5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.997140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.997355] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.997514] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.997514] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26590364-cf5a-4322-8368-aa7a07f657ff" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.997628] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.997768] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.997849] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.997992] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ae830ba-9fb7-41a7-939f-69c199adb5e2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.998120] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.998291] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.998368] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.998470] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c575ba64-975f-4527-9f8e-514d23fdbbf6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.998684] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.998829] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.998903] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.999024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-959c3db5-8cef-4119-a270-f297343d42f0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.029394] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.029629] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.051 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 865.029812] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.030031] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.031523] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-f05f6887-5e47-4f58-9c47-3fb7e4e0a7c9 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.031523] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-f05f6887-5e47-4f58-9c47-3fb7e4e0a7c9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.031523] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-f05f6887-5e47-4f58-9c47-3fb7e4e0a7c9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.031523] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-f05f6887-5e47-4f58-9c47-3fb7e4e0a7c9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.031523] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f05f6887-5e47-4f58-9c47-3fb7e4e0a7c9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.138141] env[69975]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 865.139057] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.139298] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.139419] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.139748] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.139926] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.140089] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdd01b4e-7e7d-4f71-8318-177ae9e3b3e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.141062] env[69975]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 865.141855] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.141855] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.141962] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.142249] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.142364] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.142480] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c43efecb-9a98-4f78-a3e4-66010aad2491" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.263645] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 in Status: SUCCESS [ 865.263946] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.264125] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.264353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.264547] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.264687] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.264746] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.264896] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.264973] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.265115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.265255] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1c7a90b-d205-4a4c-9d53-49d93f5c8786',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.266718] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.266970] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.267151] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.267265] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.267331] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.267475] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.267553] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.267645] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1c7a90b-d205-4a4c-9d53-49d93f5c8786',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.273635] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf4c92f3-5360-491b-9c6d-b3a242e709a7: rpc.has_security_group_logging(os_id): False [ 865.275180] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4a42ac3-86e8-4cb7-961c-392c69b5da9d: rpc.has_security_group_logging(os_id): False [ 865.301842] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63b72e9e-1ec3-495e-9a2f-39d95736f6a0: rpc.has_security_group_logging(os_id): False [ 865.302825] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c910b46b-0916-43b8-95a3-38b1580dd9d6: rpc.has_security_group_logging(os_id): False [ 865.303723] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67e87de2-ee17-49bb-8725-36c150ebf512: rpc.has_security_group_logging(os_id): False [ 865.304506] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2be00df-6a0a-4200-a397-d8deb2caa993: rpc.has_security_group_logging(os_id): False [ 865.332906] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.332906] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.332906] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.332906] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.334071] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.334352] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.335445] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.335681] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.340276] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.340657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.341600] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.342371] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.359088] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.359088] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.370020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.370020] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.370020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.370020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.370020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.370020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.370020] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.370020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.370020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.370020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.370020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.370020] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.370020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.370020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.370822] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.370822] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.370822] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d is going to be updated. [ 865.371925] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.372216] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.398760] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.398760] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.398760] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.398760] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.398760] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.398760] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.398760] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.398760] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.398760] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.398760] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.398760] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.399303] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.399303] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.399303] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.399303] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.399303] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.399493] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 is going to be updated. [ 865.401275] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.401275] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.426805] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.426805] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.426805] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.426805] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.427128] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.430294] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.430294] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67e87de2-ee17-49bb-8725-36c150ebf512 is going to be updated. [ 865.430294] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.430294] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.458516] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.458651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.459870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.461136] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.461136] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.461136] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.461136] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.461136] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.461136] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.461136] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.461136] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.461136] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.461498] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.461498] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.461498] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.461498] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.461685] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.462313] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.462313] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 is going to be updated. [ 865.462950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.463072] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.484703] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.485232] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.485964] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.486343] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.486511] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.486627] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.486942] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.487348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.487816] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.487816] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.487816] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.488042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.488114] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.488321] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.488447] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.488584] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.488838] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.488995] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.489221] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2be00df-6a0a-4200-a397-d8deb2caa993 is going to be updated. [ 865.490867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.490867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.490867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.492994] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.493206] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.501783] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.501936] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.534371] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.534696] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.534849] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.535157] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.535342] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.535507] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port f05f6887-5e47-4f58-9c47-3fb7e4e0a7c9 not found, creating... [ 865.535817] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.537170] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.537170] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.537170] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.537170] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.537170] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.537170] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.537170] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.537481] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.537481] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.537543] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: f05f6887-5e47-4f58-9c47-3fb7e4e0a7c9 is going to be created. [ 865.549162] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d in Status: IN_PROGRESS for 2s [ 865.565828] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.565828] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.613025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.613025] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.613025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.613025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.613025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.613025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.613025] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 is going to be updated. [ 865.613025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.613025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.613025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.614478] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.615117] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.615381] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.617387] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.617738] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.617976] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.618319] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.618657] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.619116] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-f05f6887-5e47-4f58-9c47-3fb7e4e0a7c9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.620275] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.620536] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.620814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.683193] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: IN_PROGRESS for 2s [ 865.692252] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 in Status: IN_PROGRESS for 2s [ 865.705738] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: IN_PROGRESS for 2s [ 865.716032] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.716032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.716032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.716032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.716032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.761924] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: IN_PROGRESS for 2s [ 865.770578] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.770578] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.772945] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1c7a90b-d205-4a4c-9d53-49d93f5c8786',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.842301] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.842511] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.842511] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.842760] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.842909] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.881301] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 in Status: IN_PROGRESS for 2s [ 866.074779] env[69975]: INFO networking_nsxv3.common.synchronization [req-60a7ab97-cfec-4413-b906-ba2537b5a5cb req-58da513d-736c-4433-8881-49be5dcb1031 tempest-ServersWithSpecificFlavorTestJSON-2143707285 tempest-ServersWithSpecificFlavorTestJSON-2143707285-project-member] Enqueued Resource ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 with Priority: HIGHEST for action security_group_members [ 866.075375] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 with Priority: HIGHEST for action security_group_members [ 866.075685] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d30ec26-1469-4b3b-9629-8a20b1e1b724 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.076157] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.076157] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.076157] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.076352] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.076352] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.076463] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.076514] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.076600] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.076693] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d30ec26-1469-4b3b-9629-8a20b1e1b724',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.278019] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1c7a90b-d205-4a4c-9d53-49d93f5c8786',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.338667] env[69975]: INFO networking_nsxv3.common.synchronization [req-0dc09062-15c8-476f-8348-9f9e45137169 req-efd7a089-5f3f-464e-8f49-d8662adae624 service nova] Enqueued Resource ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 with Priority: HIGHEST for action security_group_rules [ 866.339243] env[69975]: INFO networking_nsxv3.common.synchronization [req-0dc09062-15c8-476f-8348-9f9e45137169 req-efd7a089-5f3f-464e-8f49-d8662adae624 service nova] Enqueued Resource ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 with Priority: HIGHEST for action security_group_members [ 866.339243] env[69975]: INFO networking_nsxv3.common.synchronization [req-0dc09062-15c8-476f-8348-9f9e45137169 req-efd7a089-5f3f-464e-8f49-d8662adae624 service nova] Enqueued Resource ID: f05f6887-5e47-4f58-9c47-3fb7e4e0a7c9 with Priority: HIGHEST for action port [ 866.340825] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 with Priority: HIGHEST for action security_group_rules [ 866.340825] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 with Priority: HIGHEST for action security_group_members [ 866.340825] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f05f6887-5e47-4f58-9c47-3fb7e4e0a7c9 with Priority: HIGHEST for action port [ 866.341110] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1c7a90b-d205-4a4c-9d53-49d93f5c8786 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.341110] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.341355] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.341355] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.341857] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-f05f6887-5e47-4f58-9c47-3fb7e4e0a7c9 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.341857] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f05f6887-5e47-4f58-9c47-3fb7e4e0a7c9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.341857] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f05f6887-5e47-4f58-9c47-3fb7e4e0a7c9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.341857] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f05f6887-5e47-4f58-9c47-3fb7e4e0a7c9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.342254] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f05f6887-5e47-4f58-9c47-3fb7e4e0a7c9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.381154] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d546ad7-ded1-4013-8fd0-00a314095078 in Status: SUCCESS [ 866.381375] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d546ad7-ded1-4013-8fd0-00a314095078 deletion is rescheduled due to dependency. [ 866.381492] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.579439] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.579584] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.579654] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.579898] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.609687] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.609981] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.610321] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.610321] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.610561] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.610661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.610898] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 is going to be updated. [ 866.646713] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.647642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.647642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.647642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.647642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.656876] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 in Status: IN_PROGRESS for 2s [ 866.778961] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.778961] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.778961] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.779454] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.779454] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.779454] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 is going to be updated. [ 866.811582] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.811818] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.811875] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.812133] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.812317] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.825024] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 in Status: IN_PROGRESS for 2s [ 866.843861] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f05f6887-5e47-4f58-9c47-3fb7e4e0a7c9 with status ACTIVE [ 866.844134] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.844365] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.844486] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.844799] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.844899] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.845146] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.845261] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.845340] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.845603] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.845727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.845924] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.846030] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.846312] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.846312] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.846442] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.846517] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f05f6887-5e47-4f58-9c47-3fb7e4e0a7c9 is going to be updated. [ 866.875806] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.875806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.875806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.876089] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.876089] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.876245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f05f6887-5e47-4f58-9c47-3fb7e4e0a7c9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.567253] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d in Status: SUCCESS [ 867.567531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.700585] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: SUCCESS [ 867.700907] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.709416] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 in Status: SUCCESS [ 867.709416] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.725614] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: SUCCESS [ 867.725721] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.778819] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: SUCCESS [ 867.779315] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.918488] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 in Status: SUCCESS [ 867.918869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.670333] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 in Status: SUCCESS [ 868.670333] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 deletion is rescheduled due to dependency. [ 868.670472] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.835589] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 in Status: SUCCESS [ 868.835940] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.836223] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.836400] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.836596] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.836740] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.836809] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.836954] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.837093] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.837231] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.837433] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.837556] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.837657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.837818] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.838233] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.838399] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.838520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.838727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.838856] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.838979] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.839128] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1c7a90b-d205-4a4c-9d53-49d93f5c8786',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.840159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.840316] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.840535] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.840739] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.840855] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.841054] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.841183] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.841311] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1c7a90b-d205-4a4c-9d53-49d93f5c8786',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.344144] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1c7a90b-d205-4a4c-9d53-49d93f5c8786: rpc.has_security_group_logging(os_id): False [ 869.345565] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1c7a90b-d205-4a4c-9d53-49d93f5c8786',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.365177] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.365500] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.365500] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.365660] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.365705] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.365909] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.366035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.366035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.366241] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.366241] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.366428] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.366549] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.366600] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.366704] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.366777] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.366968] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.367075] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.367120] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.367285] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.367396] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.367456] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 is going to be created. [ 869.434153] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.434153] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.434153] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.434153] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.434153] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.449530] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 in Status: IN_PROGRESS for 2s [ 869.650260] env[69975]: INFO networking_nsxv3.common.synchronization [req-b174c1b1-a305-4ae4-874e-cf56a9e06822 req-5e491487-f6c7-408b-83cc-0800f507bd98 tempest-ServersTestJSON-915624429 tempest-ServersTestJSON-915624429-project-member] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 869.650895] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 869.651270] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.651404] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.651480] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.651726] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.651912] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.652066] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.652193] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.652391] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.652474] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.652546] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.849786] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1c7a90b-d205-4a4c-9d53-49d93f5c8786',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.155532] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.161195] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.161504] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.161691] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.162406] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.162406] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.162729] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.162830] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.163290] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.163290] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.163653] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 870.163866] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.164088] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.164282] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.164438] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 870.164608] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.164786] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.188615] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.188615] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 870.188615] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.188826] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.189675] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-3719920b-0825-4574-9add-6fc870171069 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.189675] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-3719920b-0825-4574-9add-6fc870171069" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.189938] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-3719920b-0825-4574-9add-6fc870171069" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.190122] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-3719920b-0825-4574-9add-6fc870171069" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.190283] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3719920b-0825-4574-9add-6fc870171069',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.356664] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.356818] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.356906] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.357207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.357605] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.357730] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 is going to be updated. [ 870.388087] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.388087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.388087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.388306] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.388407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.404574] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 in Status: IN_PROGRESS for 2s [ 870.657454] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.694859] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.695190] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.695286] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.695562] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.695695] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.695861] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 3719920b-0825-4574-9add-6fc870171069 not found, creating... [ 870.696187] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.696360] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.696483] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.696716] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.696863] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.697199] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.697366] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.697503] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.697826] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.697826] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.697979] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 3719920b-0825-4574-9add-6fc870171069 is going to be created. [ 870.722016] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.722016] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.722230] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.722806] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.723049] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.723311] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-3719920b-0825-4574-9add-6fc870171069" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.160118] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.160414] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.160414] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.160670] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.160670] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.162018] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be updated. [ 871.195740] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.195942] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.196050] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.196296] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.196468] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.211352] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: IN_PROGRESS for 2s [ 871.463100] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 in Status: SUCCESS [ 871.463327] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.463521] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.463969] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.464067] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1c7a90b-d205-4a4c-9d53-49d93f5c8786',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.495941] env[69975]: INFO networking_nsxv3.common.synchronization [req-b174c1b1-a305-4ae4-874e-cf56a9e06822 req-1ba33455-e543-40a3-aa33-7f7fed4fd002 service nova] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_rules [ 871.496087] env[69975]: INFO networking_nsxv3.common.synchronization [req-b174c1b1-a305-4ae4-874e-cf56a9e06822 req-1ba33455-e543-40a3-aa33-7f7fed4fd002 service nova] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 871.496163] env[69975]: INFO networking_nsxv3.common.synchronization [req-b174c1b1-a305-4ae4-874e-cf56a9e06822 req-1ba33455-e543-40a3-aa33-7f7fed4fd002 service nova] Enqueued Resource ID: 3719920b-0825-4574-9add-6fc870171069 with Priority: HIGHEST for action port [ 871.496907] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_rules [ 871.497582] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 871.497728] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3719920b-0825-4574-9add-6fc870171069 with Priority: HIGHEST for action port [ 871.498797] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.498929] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.498998] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.499215] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.499296] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.500762] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.500883] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.501367] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-3719920b-0825-4574-9add-6fc870171069 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.501475] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3719920b-0825-4574-9add-6fc870171069" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.501532] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3719920b-0825-4574-9add-6fc870171069" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.501716] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3719920b-0825-4574-9add-6fc870171069" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.501786] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3719920b-0825-4574-9add-6fc870171069',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.970977] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.970977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.002034] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.002204] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.004216] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3719920b-0825-4574-9add-6fc870171069 with status ACTIVE [ 872.004216] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.004216] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.004216] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.004216] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.004597] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.004597] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.004597] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.004597] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.004729] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.004798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.004970] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.008650] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.008650] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.008650] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.008650] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.008650] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3719920b-0825-4574-9add-6fc870171069 is going to be updated. [ 872.029467] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.029588] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.029657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.030292] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.030292] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.030292] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3719920b-0825-4574-9add-6fc870171069" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.296254] env[69975]: INFO networking_nsxv3.common.synchronization [req-b492c1d1-32fa-4bee-a7d7-b4de4244491c req-417d789c-5162-4525-9c58-bcdab7acfcc1 tempest-ServersAdminTestJSON-63150947 tempest-ServersAdminTestJSON-63150947-project-member] Enqueued Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_members [ 872.296254] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_members [ 872.297851] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.298234] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.299033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.299033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.299033] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.299223] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.299299] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.299518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.299657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.299793] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.417248] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 in Status: SUCCESS [ 872.417248] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.417248] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.417248] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.417248] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.417248] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.417248] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.418190] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.418190] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.418190] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.418190] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1c7a90b-d205-4a4c-9d53-49d93f5c8786',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.675087] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.675434] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-916" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.675434] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-916" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.675694] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-916" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.675958] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.676124] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.676205] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.676413] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.676552] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.676765] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 872.677024] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.677024] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.677376] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.677376] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 872.677522] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.677899] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.703036] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.703036] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 872.703036] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.703036] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-916" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.703036] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-e31f87a2-d500-40b5-a928-2217787b6c1a taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.703036] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-e31f87a2-d500-40b5-a928-2217787b6c1a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.703036] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-e31f87a2-d500-40b5-a928-2217787b6c1a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.703036] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-e31f87a2-d500-40b5-a928-2217787b6c1a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.703036] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e31f87a2-d500-40b5-a928-2217787b6c1a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.802036] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.920865] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.920865] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.920865] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.921190] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.922042] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.922042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.922042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.922042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.922042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.922042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.922042] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.922042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.922042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.922460] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.922460] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.923124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.923124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.923124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.923124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.923124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.923124] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1c7a90b-d205-4a4c-9d53-49d93f5c8786',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.207897] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.208705] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.208705] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.208705] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.208832] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.208991] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port e31f87a2-d500-40b5-a928-2217787b6c1a not found, creating... [ 873.213028] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.213028] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.213028] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.213028] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.213028] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.213028] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.213028] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.213028] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.213028] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.213028] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.213676] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: e31f87a2-d500-40b5-a928-2217787b6c1a is going to be created. [ 873.222652] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: SUCCESS [ 873.224028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.224028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.224028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.224028] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.224028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.224028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.224028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.224028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.224028] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.241798] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.241936] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.243031] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.243031] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.243031] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.243213] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-e31f87a2-d500-40b5-a928-2217787b6c1a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.305519] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.428359] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1c7a90b-d205-4a4c-9d53-49d93f5c8786: rpc.has_security_group_logging(os_id): False [ 873.451675] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.451874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.452210] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.452210] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.452276] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.452473] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.452570] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.452685] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.452804] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.452881] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.453231] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.453231] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.453345] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.453442] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.453534] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.453730] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.453826] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.453916] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.456331] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.456331] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.456331] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 is going to be updated. [ 873.526965] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.527127] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.527200] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.527407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.527550] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.542755] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 in Status: IN_PROGRESS for 2s [ 873.727045] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.808105] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.808304] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.808348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.808782] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.808782] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.808782] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2be00df-6a0a-4200-a397-d8deb2caa993 is going to be updated. [ 873.846879] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.846879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.846879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.846879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.846879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.859127] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: IN_PROGRESS for 2s [ 874.016341] env[69975]: INFO networking_nsxv3.common.synchronization [req-b492c1d1-32fa-4bee-a7d7-b4de4244491c req-f741ae2a-b7f0-4b95-a57f-fdba59783a39 service nova] Enqueued Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_rules [ 874.016341] env[69975]: INFO networking_nsxv3.common.synchronization [req-b492c1d1-32fa-4bee-a7d7-b4de4244491c req-f741ae2a-b7f0-4b95-a57f-fdba59783a39 service nova] Enqueued Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_members [ 874.016341] env[69975]: INFO networking_nsxv3.common.synchronization [req-b492c1d1-32fa-4bee-a7d7-b4de4244491c req-f741ae2a-b7f0-4b95-a57f-fdba59783a39 service nova] Enqueued Resource ID: e31f87a2-d500-40b5-a928-2217787b6c1a with Priority: HIGHEST for action port [ 874.016341] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_rules [ 874.016341] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_members [ 874.017040] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e31f87a2-d500-40b5-a928-2217787b6c1a with Priority: HIGHEST for action port [ 874.017981] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.017981] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.017981] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.018265] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.020594] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.020594] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.020594] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.020594] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-e31f87a2-d500-40b5-a928-2217787b6c1a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.020594] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e31f87a2-d500-40b5-a928-2217787b6c1a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.020594] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e31f87a2-d500-40b5-a928-2217787b6c1a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.020594] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e31f87a2-d500-40b5-a928-2217787b6c1a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.020594] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e31f87a2-d500-40b5-a928-2217787b6c1a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.228956] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.523425] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.523807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.526963] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e31f87a2-d500-40b5-a928-2217787b6c1a with status ACTIVE [ 874.527233] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.527377] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.527448] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.527657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.527750] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.527923] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.528039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.528105] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.528263] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.528329] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.529818] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.529818] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.529818] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.529818] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.529818] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.529818] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e31f87a2-d500-40b5-a928-2217787b6c1a is going to be updated. [ 874.551358] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.552728] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.552728] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.552728] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.552728] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.552728] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e31f87a2-d500-40b5-a928-2217787b6c1a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.732201] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.732377] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.732449] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.732654] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.732744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.732843] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be updated. [ 874.765033] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.765187] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.765187] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.765416] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.765580] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.777724] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: IN_PROGRESS for 2s [ 875.559141] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 in Status: SUCCESS [ 875.559421] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.873137] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: SUCCESS [ 875.873137] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.873787] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.873787] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.873988] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.874149] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.874250] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.874520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.874699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.874889] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.378704] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.793865] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: SUCCESS [ 876.794253] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.794489] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.794707] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.794895] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.795019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.795096] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.795260] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.795337] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.795418] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.795507] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.881455] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.297283] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.297553] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.297553] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.297729] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.298883] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.298883] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.298883] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.298883] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.298883] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.298883] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.298883] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.299319] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.299319] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.299319] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.299319] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.299468] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.299508] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.301113] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.301113] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.301113] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.301113] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.317557] env[69975]: INFO networking_nsxv3.common.synchronization [req-8896eb52-3713-4037-92ee-db5f12028bf4 req-dc5436b1-3727-45cb-b8b9-74aa291aafa0 tempest-ServerAddressesTestJSON-1722420377 tempest-ServerAddressesTestJSON-1722420377-project-member] Enqueued Resource ID: c047a7f7-c088-4f61-b7b5-b757005d2866 with Priority: HIGHEST for action security_group_members [ 877.318107] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c047a7f7-c088-4f61-b7b5-b757005d2866 with Priority: HIGHEST for action security_group_members [ 877.318748] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c047a7f7-c088-4f61-b7b5-b757005d2866 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.319102] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.319660] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.320061] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.320353] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.321041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.321041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.321041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.321041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.321209] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c047a7f7-c088-4f61-b7b5-b757005d2866',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.384963] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.385131] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.385197] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.385415] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.385496] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.385607] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2be00df-6a0a-4200-a397-d8deb2caa993 is going to be updated. [ 877.424300] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.424300] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.424300] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.424300] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.424300] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.440713] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: IN_PROGRESS for 2s [ 877.803758] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33e1b0b0-1e11-410d-91e3-6062199cf7d3: rpc.has_security_group_logging(os_id): False [ 877.825320] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.827043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.827301] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.827865] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.828079] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.828348] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.828908] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.828908] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.829298] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.829808] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.829892] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c047a7f7-c088-4f61-b7b5-b757005d2866 already deleted. [ 877.830034] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.834787] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.834787] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.834787] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.834787] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.856373] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.856430] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.856546] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.856591] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.856810] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.856895] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.858095] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.858095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.858095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.858095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.858095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.858095] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.858095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.858095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.858553] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.858907] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.859085] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be updated. [ 877.946452] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.946452] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.946452] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.946452] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.946452] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.966725] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: IN_PROGRESS for 2s [ 878.192188] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-655 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.192386] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-655" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.192574] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-655" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.194459] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-655" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.194778] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.195021] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.199061] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.199061] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.199061] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.199061] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 878.199061] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.199061] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.199061] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.199061] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 878.199061] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.199061] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.228390] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.228390] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 878.228390] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.228390] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-655" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.228770] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-45ff6687-e818-4364-9511-d15b0c637c11 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.228957] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-45ff6687-e818-4364-9511-d15b0c637c11" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.229123] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-45ff6687-e818-4364-9511-d15b0c637c11" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.229514] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-45ff6687-e818-4364-9511-d15b0c637c11" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.235580] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45ff6687-e818-4364-9511-d15b0c637c11',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.741262] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.741537] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.741699] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.742061] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.742218] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.742399] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 45ff6687-e818-4364-9511-d15b0c637c11 not found, creating... [ 878.742684] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.743019] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.743019] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.743266] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.743440] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.743741] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.743904] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.744229] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.744273] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.744678] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.744678] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 45ff6687-e818-4364-9511-d15b0c637c11 is going to be created. [ 878.768226] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.768913] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.769688] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.771075] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.771451] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.771699] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-45ff6687-e818-4364-9511-d15b0c637c11" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.816933] env[69975]: INFO networking_nsxv3.common.synchronization [None req-d41abe89-946d-4547-9fc2-c07834e3f7ec tempest-ServerRescueNegativeTestJSON-953957381 tempest-ServerRescueNegativeTestJSON-953957381-project-member] Enqueued Resource ID: 7c2def26-d361-4c00-8500-5552b5d10717 with Priority: HIGHEST for action security_group_rules [ 878.817523] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2def26-d361-4c00-8500-5552b5d10717 with Priority: HIGHEST for action security_group_rules [ 878.817997] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c2def26-d361-4c00-8500-5552b5d10717 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.818320] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.818399] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.818851] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.818903] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c2def26-d361-4c00-8500-5552b5d10717',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.040650] env[69975]: INFO networking_nsxv3.common.synchronization [None req-d320b682-dc2b-4199-9a1a-79c4684e43e7 tempest-ServerRescueNegativeTestJSON-953957381 tempest-ServerRescueNegativeTestJSON-953957381-project-member] Enqueued Resource ID: 7c2def26-d361-4c00-8500-5552b5d10717 with Priority: HIGHEST for action security_group_rules [ 879.041221] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2def26-d361-4c00-8500-5552b5d10717 with Priority: HIGHEST for action security_group_rules [ 879.041529] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c2def26-d361-4c00-8500-5552b5d10717 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.041635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.342561] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.342561] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.342561] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.342561] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.342561] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.342561] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c2def26-d361-4c00-8500-5552b5d10717 already deleted. [ 879.342561] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.342561] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.342561] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.342561] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c2def26-d361-4c00-8500-5552b5d10717',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.453338] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: SUCCESS [ 879.453338] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.453338] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.453338] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.453338] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.453338] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.453338] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.453338] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.453338] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.453338] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.453338] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.736530] env[69975]: INFO networking_nsxv3.common.synchronization [req-8896eb52-3713-4037-92ee-db5f12028bf4 req-79227898-8dd7-4ce7-b393-070b8402db34 service nova] Enqueued Resource ID: c047a7f7-c088-4f61-b7b5-b757005d2866 with Priority: HIGHEST for action security_group_rules [ 879.736530] env[69975]: INFO networking_nsxv3.common.synchronization [req-8896eb52-3713-4037-92ee-db5f12028bf4 req-79227898-8dd7-4ce7-b393-070b8402db34 service nova] Enqueued Resource ID: c047a7f7-c088-4f61-b7b5-b757005d2866 with Priority: HIGHEST for action security_group_members [ 879.736530] env[69975]: INFO networking_nsxv3.common.synchronization [req-8896eb52-3713-4037-92ee-db5f12028bf4 req-79227898-8dd7-4ce7-b393-070b8402db34 service nova] Enqueued Resource ID: 45ff6687-e818-4364-9511-d15b0c637c11 with Priority: HIGHEST for action port [ 879.737444] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c047a7f7-c088-4f61-b7b5-b757005d2866 with Priority: HIGHEST for action security_group_rules [ 879.737639] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c047a7f7-c088-4f61-b7b5-b757005d2866 with Priority: HIGHEST for action security_group_members [ 879.737773] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45ff6687-e818-4364-9511-d15b0c637c11 with Priority: HIGHEST for action port [ 879.738291] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c047a7f7-c088-4f61-b7b5-b757005d2866 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.738478] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.738551] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.743027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.743027] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c047a7f7-c088-4f61-b7b5-b757005d2866',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.743027] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c047a7f7-c088-4f61-b7b5-b757005d2866 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.743027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.743027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.743027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.743027] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.743027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.743027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.743027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.743027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.743027] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c047a7f7-c088-4f61-b7b5-b757005d2866',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.744111] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-45ff6687-e818-4364-9511-d15b0c637c11 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.744263] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45ff6687-e818-4364-9511-d15b0c637c11" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.744367] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45ff6687-e818-4364-9511-d15b0c637c11" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.744668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45ff6687-e818-4364-9511-d15b0c637c11" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.744779] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45ff6687-e818-4364-9511-d15b0c637c11',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.868357] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.868746] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.868746] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.868846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.868970] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.869109] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c2def26-d361-4c00-8500-5552b5d10717 already deleted. [ 879.869219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.956227] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.956404] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.956479] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.956717] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.957268] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.957461] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.957529] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.957725] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.957844] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.958252] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.958252] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.958345] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.958345] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.958568] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.958767] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.958947] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.958947] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.960358] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.960843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.960957] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.961067] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.984330] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: SUCCESS [ 879.984580] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.251201] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c047a7f7-c088-4f61-b7b5-b757005d2866',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.251684] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c047a7f7-c088-4f61-b7b5-b757005d2866 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.251799] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.252038] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45ff6687-e818-4364-9511-d15b0c637c11 with status ACTIVE [ 880.252166] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.252270] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.252334] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.252535] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.252624] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.252801] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.252893] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.252950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.253126] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.253712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.254072] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.254072] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.254184] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.255152] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.255152] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.255152] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45ff6687-e818-4364-9511-d15b0c637c11 is going to be updated. [ 880.278834] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.279033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.279071] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.279269] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.279408] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.279571] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45ff6687-e818-4364-9511-d15b0c637c11" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.465208] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2be00df-6a0a-4200-a397-d8deb2caa993: rpc.has_security_group_logging(os_id): False [ 880.484438] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.484609] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.484644] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.484836] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.484918] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.485167] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.485307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.485376] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.485552] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.485603] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.485775] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.485862] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.485919] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.486062] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.486132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.486332] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.486422] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.486479] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.486611] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.486680] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.486761] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2be00df-6a0a-4200-a397-d8deb2caa993 is going to be updated. [ 880.554359] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.554504] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.554571] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.554785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.554920] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.573481] env[69975]: INFO networking_nsxv3.common.synchronization [req-43c465ca-9ad5-43d7-ac1a-4cc846e5b696 req-153e0f77-7afb-4b41-bc2d-0db893bbab58 tempest-ServerDiskConfigTestJSON-1623943188 tempest-ServerDiskConfigTestJSON-1623943188-project-member] Enqueued Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 880.574595] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: IN_PROGRESS for 2s [ 880.575090] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 880.575476] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.575626] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.575704] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.576127] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.576550] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.576684] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.576760] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.576948] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.577050] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.577168] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.756157] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c047a7f7-c088-4f61-b7b5-b757005d2866',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.081223] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.081538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.081538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.081649] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.081763] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.081998] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.082112] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.082175] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.082570] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.082570] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.082570] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 is going to be deleted. [ 881.119975] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.120192] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.120270] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.120488] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.120583] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.120751] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.258516] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.258701] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.258765] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.258982] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.260403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.260537] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c047a7f7-c088-4f61-b7b5-b757005d2866 is going to be created. [ 881.285796] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.286065] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.286065] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.286245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.286405] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.298787] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c047a7f7-c088-4f61-b7b5-b757005d2866 in Status: UNINITIALIZED for 2s [ 881.514507] env[69975]: INFO networking_nsxv3.common.synchronization [req-a91a1f21-01c7-4ea1-a6e2-d83e02fda5af req-78549e7c-cde6-41d0-b5b7-e3ab370041cd tempest-ServersTestManualDisk-1785355582 tempest-ServersTestManualDisk-1785355582-project-member] Enqueued Resource ID: 7efaa6f4-f8e8-4a46-a051-2b95d68576c7 with Priority: HIGHEST for action security_group_members [ 881.514507] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7efaa6f4-f8e8-4a46-a051-2b95d68576c7 with Priority: HIGHEST for action security_group_members [ 881.517522] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-7efaa6f4-f8e8-4a46-a051-2b95d68576c7 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.517659] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.517728] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.517921] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.518110] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.518207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.518404] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.518568] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.518678] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.518900] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7efaa6f4-f8e8-4a46-a051-2b95d68576c7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.615365] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-959 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.615566] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-959" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.615695] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-959" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.616013] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-959" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.616310] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.616444] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.616566] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.616783] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.616935] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.618734] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.618887] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.619018] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.619142] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.619264] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.619377] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.619522] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.645284] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.645462] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 881.645606] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.645862] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-959" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.646258] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-f9356a59-fa6f-4664-b5ff-4a2609f506c3 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.646457] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-f9356a59-fa6f-4664-b5ff-4a2609f506c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.646607] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-f9356a59-fa6f-4664-b5ff-4a2609f506c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.646995] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-f9356a59-fa6f-4664-b5ff-4a2609f506c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.647251] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9356a59-fa6f-4664-b5ff-4a2609f506c3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.020649] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.020856] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.021046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.021238] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.049564] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.050019] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.050305] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.050352] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.050733] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.050781] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.051000] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7efaa6f4-f8e8-4a46-a051-2b95d68576c7 is going to be updated. [ 882.085274] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.085645] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.085645] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.085704] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.085816] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.097277] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7efaa6f4-f8e8-4a46-a051-2b95d68576c7 in Status: IN_PROGRESS for 2s [ 882.151371] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.151371] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.151371] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.151371] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.151665] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.151665] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port f9356a59-fa6f-4664-b5ff-4a2609f506c3 not found, creating... [ 882.152129] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.152721] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.152721] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.152721] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.152963] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.153351] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.155387] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.155387] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.155656] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.155656] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.155785] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: f9356a59-fa6f-4664-b5ff-4a2609f506c3 is going to be created. [ 882.192688] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.192688] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.192688] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.192688] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.192688] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.192956] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-f9356a59-fa6f-4664-b5ff-4a2609f506c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.263633] env[69975]: INFO networking_nsxv3.common.synchronization [None req-bdbf3bb8-940c-4c69-9f1b-dd8560cbef22 None None] Enqueued Resource ID: 440f18c9-7568-4b76-8a54-72bc33d8c0a6 with Priority: HIGHEST for action port [ 882.270574] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 440f18c9-7568-4b76-8a54-72bc33d8c0a6 with Priority: HIGHEST for action port [ 882.270574] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-440f18c9-7568-4b76-8a54-72bc33d8c0a6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.270574] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-440f18c9-7568-4b76-8a54-72bc33d8c0a6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.270574] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-440f18c9-7568-4b76-8a54-72bc33d8c0a6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.270574] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-440f18c9-7568-4b76-8a54-72bc33d8c0a6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.270574] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('440f18c9-7568-4b76-8a54-72bc33d8c0a6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.595910] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: SUCCESS [ 882.596266] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.772596] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 440f18c9-7568-4b76-8a54-72bc33d8c0a6 [ 882.772866] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.773061] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.773205] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.773840] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.773840] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.773840] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:440f18c9-7568-4b76-8a54-72bc33d8c0a6 already deleted. [ 882.773956] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-440f18c9-7568-4b76-8a54-72bc33d8c0a6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.298931] env[69975]: INFO networking_nsxv3.common.synchronization [req-43c465ca-9ad5-43d7-ac1a-4cc846e5b696 req-65105f3f-d4e3-4c9d-8918-cb25df615ed0 service nova] Enqueued Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_rules [ 883.299257] env[69975]: INFO networking_nsxv3.common.synchronization [req-43c465ca-9ad5-43d7-ac1a-4cc846e5b696 req-65105f3f-d4e3-4c9d-8918-cb25df615ed0 service nova] Enqueued Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 883.299328] env[69975]: INFO networking_nsxv3.common.synchronization [req-43c465ca-9ad5-43d7-ac1a-4cc846e5b696 req-65105f3f-d4e3-4c9d-8918-cb25df615ed0 service nova] Enqueued Resource ID: f9356a59-fa6f-4664-b5ff-4a2609f506c3 with Priority: HIGHEST for action port [ 883.305627] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_rules [ 883.305792] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 883.305930] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9356a59-fa6f-4664-b5ff-4a2609f506c3 with Priority: HIGHEST for action port [ 883.306330] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.306467] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.306531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.306798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.306877] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.309914] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.310035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.310095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.310373] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.310616] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.310770] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.310770] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.311849] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.311849] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.311849] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.313044] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9356a59-fa6f-4664-b5ff-4a2609f506c3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.313257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9356a59-fa6f-4664-b5ff-4a2609f506c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.313358] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9356a59-fa6f-4664-b5ff-4a2609f506c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.314046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9356a59-fa6f-4664-b5ff-4a2609f506c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.314046] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9356a59-fa6f-4664-b5ff-4a2609f506c3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.328686] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c047a7f7-c088-4f61-b7b5-b757005d2866 in Status: SUCCESS [ 883.329097] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.329276] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.329505] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.329702] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.329996] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.329996] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.330094] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.330176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.330260] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.330349] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c047a7f7-c088-4f61-b7b5-b757005d2866',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.816544] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.818373] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.818373] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.819021] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9356a59-fa6f-4664-b5ff-4a2609f506c3 with status ACTIVE [ 883.819021] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.819021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.819196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.819923] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.819923] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.819923] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.820091] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.820091] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.820270] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.820378] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.820665] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.820793] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.820900] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.821108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.821191] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.821284] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9356a59-fa6f-4664-b5ff-4a2609f506c3 is going to be updated. [ 883.838289] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c047a7f7-c088-4f61-b7b5-b757005d2866 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.838845] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.838845] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.839018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.839315] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.839626] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.839626] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.839989] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.840198] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.840363] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.840610] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c047a7f7-c088-4f61-b7b5-b757005d2866 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.840792] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.841025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.841245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.841398] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.841545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.841659] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.841889] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.842074] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.842370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.842575] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c047a7f7-c088-4f61-b7b5-b757005d2866',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.850579] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.850915] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.851073] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.851399] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.851663] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.851917] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9356a59-fa6f-4664-b5ff-4a2609f506c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.061938] env[69975]: INFO networking_nsxv3.common.synchronization [req-516f35ad-3ad7-40c0-95eb-a3bb38efd88c req-53f628ac-f11d-449f-8400-1e16e2dc920d tempest-ServerActionsTestOtherB-728294423 tempest-ServerActionsTestOtherB-728294423-project-member] Enqueued Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_members [ 884.062525] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_members [ 884.062943] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.063041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.063461] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.063939] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.063939] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.064079] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.064139] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.065013] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.065148] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.065282] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.109090] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7efaa6f4-f8e8-4a46-a051-2b95d68576c7 in Status: SUCCESS [ 884.109090] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7efaa6f4-f8e8-4a46-a051-2b95d68576c7 deletion is rescheduled due to dependency. [ 884.109090] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7efaa6f4-f8e8-4a46-a051-2b95d68576c7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.323454] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.347900] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c047a7f7-c088-4f61-b7b5-b757005d2866: rpc.has_security_group_logging(os_id): False [ 884.366646] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.367154] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.367323] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.367720] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.367961] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.368323] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.368663] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.368933] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.369236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.369466] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.370616] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.370937] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.371122] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.371403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.374026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.374026] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.374026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.374026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.374026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.374026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.374026] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c047a7f7-c088-4f61-b7b5-b757005d2866 is going to be created. [ 884.445329] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.445523] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.445523] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.445768] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.445914] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.461871] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c047a7f7-c088-4f61-b7b5-b757005d2866 in Status: IN_PROGRESS for 2s [ 884.570278] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.570278] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.570278] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.570278] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.570278] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.570682] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.570682] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.570682] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.570682] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.570936] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.570936] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc already deleted. [ 884.570936] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.734713] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-866 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.735118] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.735118] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.735380] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.735591] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.735762] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.735868] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.736415] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.736745] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.737034] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.737159] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.737275] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.737389] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.737744] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.737744] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.737744] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.759750] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.759983] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 884.760181] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.760289] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.760601] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-cc682899-b104-4e53-b80d-49a30d6e0316 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.760814] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-cc682899-b104-4e53-b80d-49a30d6e0316" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.760966] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-cc682899-b104-4e53-b80d-49a30d6e0316" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.761336] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-cc682899-b104-4e53-b80d-49a30d6e0316" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.761483] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc682899-b104-4e53-b80d-49a30d6e0316',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.825056] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.825056] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.825274] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.825274] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.825274] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.825791] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 is going to be created. [ 884.857158] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.857158] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.857158] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.857613] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.857613] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.871519] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: UNINITIALIZED for 2s [ 885.026063] env[69975]: INFO networking_nsxv3.common.synchronization [None req-6b2d2fe8-8672-43db-a751-61658470d3fd None None] Enqueued Resource ID: bbd451ff-f207-41a9-b8b4-7b0e65a61f25 with Priority: HIGHEST for action port [ 885.026063] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbd451ff-f207-41a9-b8b4-7b0e65a61f25 with Priority: HIGHEST for action port [ 885.026323] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbd451ff-f207-41a9-b8b4-7b0e65a61f25 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.026569] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbd451ff-f207-41a9-b8b4-7b0e65a61f25" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.026715] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbd451ff-f207-41a9-b8b4-7b0e65a61f25" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.027059] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbd451ff-f207-41a9-b8b4-7b0e65a61f25" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.027220] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbd451ff-f207-41a9-b8b4-7b0e65a61f25',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.178324] env[69975]: INFO networking_nsxv3.common.synchronization [req-2bc9d60d-88aa-48f2-89a0-6087232c73e6 req-5596af6e-8786-4f8c-886b-b22deb6717af tempest-ServersTestJSON-915624429 tempest-ServersTestJSON-915624429-project-member] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 885.179072] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 885.180508] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.180635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.180695] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.180954] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.181132] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.181236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.181293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.181739] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.181739] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.181739] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.264818] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.265568] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.265994] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.266520] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.266990] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.267498] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port cc682899-b104-4e53-b80d-49a30d6e0316 not found, creating... [ 885.268237] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.268919] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.269254] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.269749] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.270156] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.270817] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.271216] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.271473] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.272506] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.272703] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.272899] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: cc682899-b104-4e53-b80d-49a30d6e0316 is going to be created. [ 885.297247] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.297520] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.297695] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.298124] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.298588] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.298970] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-cc682899-b104-4e53-b80d-49a30d6e0316" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.530661] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbd451ff-f207-41a9-b8b4-7b0e65a61f25 [ 885.531036] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.531213] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.531285] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.531550] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.531640] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.531735] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbd451ff-f207-41a9-b8b4-7b0e65a61f25 already deleted. [ 885.531940] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbd451ff-f207-41a9-b8b4-7b0e65a61f25" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.683984] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.186821] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.475359] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c047a7f7-c088-4f61-b7b5-b757005d2866 in Status: SUCCESS [ 886.475591] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.502700] env[69975]: INFO networking_nsxv3.common.synchronization [req-516f35ad-3ad7-40c0-95eb-a3bb38efd88c req-889a4040-10e1-4b62-a568-5104a4ecd91c service nova] Enqueued Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_rules [ 886.502882] env[69975]: INFO networking_nsxv3.common.synchronization [req-516f35ad-3ad7-40c0-95eb-a3bb38efd88c req-889a4040-10e1-4b62-a568-5104a4ecd91c service nova] Enqueued Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_members [ 886.503037] env[69975]: INFO networking_nsxv3.common.synchronization [req-516f35ad-3ad7-40c0-95eb-a3bb38efd88c req-889a4040-10e1-4b62-a568-5104a4ecd91c service nova] Enqueued Resource ID: cc682899-b104-4e53-b80d-49a30d6e0316 with Priority: HIGHEST for action port [ 886.503312] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_rules [ 886.503443] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_members [ 886.503540] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc682899-b104-4e53-b80d-49a30d6e0316 with Priority: HIGHEST for action port [ 886.504217] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.504386] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.504386] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.504670] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.504775] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.505622] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.505796] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.505866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.505984] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.506360] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.506360] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.506360] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.506533] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.506533] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.506615] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.508540] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc682899-b104-4e53-b80d-49a30d6e0316 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.508540] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc682899-b104-4e53-b80d-49a30d6e0316" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.508540] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc682899-b104-4e53-b80d-49a30d6e0316" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.508670] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc682899-b104-4e53-b80d-49a30d6e0316" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.508720] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc682899-b104-4e53-b80d-49a30d6e0316',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.690229] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.690600] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.690600] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.691274] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.691356] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.691399] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be updated. [ 886.728617] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.728617] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.728808] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.729080] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.730555] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.740275] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: IN_PROGRESS for 2s [ 886.883100] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: SUCCESS [ 886.883100] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.883100] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.883360] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.883491] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.883656] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.883701] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.883814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.883892] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.883975] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.884079] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.009481] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.010618] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc682899-b104-4e53-b80d-49a30d6e0316 with status ACTIVE [ 887.010853] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.010984] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.011079] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.011289] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.011379] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.011549] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.011653] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.011719] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.011891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.011970] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.012321] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.013124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.013124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.013124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.013124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.013124] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc682899-b104-4e53-b80d-49a30d6e0316 is going to be updated. [ 887.013833] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.013930] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.037348] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.037659] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.037880] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.038261] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.038503] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.038878] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc682899-b104-4e53-b80d-49a30d6e0316" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.386521] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.386689] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.386773] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.386980] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.387169] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.387279] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.387366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.387495] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.387579] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.387667] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.387844] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.388025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.388025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.388148] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.388288] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.388390] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.388451] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.388590] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.388856] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.388981] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.389097] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.515122] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.892472] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92dcf97a-22f1-4da8-a70e-2cd59eb07b52: rpc.has_security_group_logging(os_id): False [ 887.915551] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.915722] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.915893] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.916092] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.916171] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.916381] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.916521] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.916596] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.916748] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.916826] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.917041] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.917140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.917202] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.917380] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.917465] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.917672] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.917742] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.917832] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.917981] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.918526] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.918526] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 is going to be created. [ 887.982878] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.983037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.983147] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.983366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.983879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.003277] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: IN_PROGRESS for 2s [ 888.018557] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.018557] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.018557] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.018557] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.018557] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.018557] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc is going to be created. [ 888.052085] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.052314] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.052393] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.052625] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.052846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.091589] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc in Status: UNINITIALIZED for 2s [ 888.751996] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: SUCCESS [ 888.752829] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.487286] env[69975]: INFO networking_nsxv3.common.synchronization [req-ead62554-725a-46a5-8dc6-ae731fcb0ec9 req-1d327d79-4e06-420f-985f-fcc4b15a4cd4 tempest-ServerAddressesTestJSON-1722420377 tempest-ServerAddressesTestJSON-1722420377-project-member] Enqueued Resource ID: c047a7f7-c088-4f61-b7b5-b757005d2866 with Priority: HIGHEST for action security_group_members [ 889.487286] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c047a7f7-c088-4f61-b7b5-b757005d2866 with Priority: HIGHEST for action security_group_members [ 889.487286] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c047a7f7-c088-4f61-b7b5-b757005d2866 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.488091] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.488091] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.488091] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.488091] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.488091] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.488091] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.488384] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.488384] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.488384] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c047a7f7-c088-4f61-b7b5-b757005d2866',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.873450] env[69975]: INFO networking_nsxv3.common.synchronization [None req-86dc925e-74eb-4305-8e4b-fbaee9a18f48 tempest-ServerActionsTestOtherA-1666177876 tempest-ServerActionsTestOtherA-1666177876-project-member] Enqueued Resource ID: e9ad417f-8e46-4972-82c6-a63a0ad014fb with Priority: HIGHEST for action security_group_rules [ 889.874310] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9ad417f-8e46-4972-82c6-a63a0ad014fb with Priority: HIGHEST for action security_group_rules [ 889.875187] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9ad417f-8e46-4972-82c6-a63a0ad014fb taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.875187] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.875187] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.875187] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.875187] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9ad417f-8e46-4972-82c6-a63a0ad014fb',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.992266] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.992266] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.992266] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.992266] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.992266] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.992736] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.992983] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.993155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.993407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.993668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.994032] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c047a7f7-c088-4f61-b7b5-b757005d2866 is going to be updated. [ 890.010421] env[69975]: INFO networking_nsxv3.common.synchronization [None req-4aa6a833-88ec-4445-a931-1b58c15a5169 tempest-ServerActionsTestOtherA-1666177876 tempest-ServerActionsTestOtherA-1666177876-project-member] Enqueued Resource ID: e9ad417f-8e46-4972-82c6-a63a0ad014fb with Priority: HIGHEST for action security_group_rules [ 890.011355] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9ad417f-8e46-4972-82c6-a63a0ad014fb with Priority: HIGHEST for action security_group_rules [ 890.012314] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9ad417f-8e46-4972-82c6-a63a0ad014fb taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.012577] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.026710] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: SUCCESS [ 890.027162] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.033076] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.033076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.033076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.033076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.033076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.048101] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c047a7f7-c088-4f61-b7b5-b757005d2866 in Status: IN_PROGRESS for 2s [ 890.102791] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc in Status: SUCCESS [ 890.102996] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.103129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.103353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.103577] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.103725] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.103798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.103953] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.104063] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.104123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.104352] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.399181] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.399372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.399418] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.399662] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.399879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.400065] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9ad417f-8e46-4972-82c6-a63a0ad014fb already deleted. [ 890.400164] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.400397] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.400490] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.400577] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9ad417f-8e46-4972-82c6-a63a0ad014fb',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.607605] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.923415] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.923638] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.923715] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.924052] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.924176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.924295] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9ad417f-8e46-4972-82c6-a63a0ad014fb already deleted. [ 890.924389] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.109832] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc: rpc.has_security_group_logging(os_id): False [ 891.133272] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.133272] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.133272] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.133272] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.133879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.133879] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.133879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.133879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.134281] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.134281] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.134281] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc is going to be created. [ 891.226445] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.227182] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.227182] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.227182] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.227337] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.245859] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc in Status: IN_PROGRESS for 2s [ 892.059491] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c047a7f7-c088-4f61-b7b5-b757005d2866 in Status: SUCCESS [ 892.059804] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c047a7f7-c088-4f61-b7b5-b757005d2866 deletion is rescheduled due to dependency. [ 892.059876] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c047a7f7-c088-4f61-b7b5-b757005d2866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.300992] env[69975]: INFO networking_nsxv3.common.synchronization [req-31b7eb54-870a-47e7-918d-fd7e15ceb2b0 req-c19da16d-f3e3-4665-be10-ad63add2a405 tempest-ServerRescueTestJSON-312521432 tempest-ServerRescueTestJSON-312521432-project-member] Enqueued Resource ID: 7d112341-79a2-4398-9aee-56ff58766c8a with Priority: HIGHEST for action security_group_members [ 892.302034] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d112341-79a2-4398-9aee-56ff58766c8a with Priority: HIGHEST for action security_group_members [ 892.302034] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d112341-79a2-4398-9aee-56ff58766c8a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.302034] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.302034] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.302280] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.302451] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.302556] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.302617] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.302768] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.302852] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.302944] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d112341-79a2-4398-9aee-56ff58766c8a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.758437] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-741 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.758698] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-741" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.758765] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-741" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.759097] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-741" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.759380] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.759546] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.759669] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.759898] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.761248] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.761530] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 892.761661] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.761783] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.761930] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.762145] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 892.762325] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.762445] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.787901] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.788104] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 892.788257] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.788449] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-741" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.788778] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-2b1bc572-6c6d-4ce7-8f25-cffe67034c33 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.788997] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-2b1bc572-6c6d-4ce7-8f25-cffe67034c33" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.789124] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-2b1bc572-6c6d-4ce7-8f25-cffe67034c33" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.789480] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-2b1bc572-6c6d-4ce7-8f25-cffe67034c33" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.789623] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b1bc572-6c6d-4ce7-8f25-cffe67034c33',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.805480] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d112341-79a2-4398-9aee-56ff58766c8a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.257748] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc in Status: SUCCESS [ 893.258111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.292464] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.292699] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.292831] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.293200] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.293355] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.293516] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 2b1bc572-6c6d-4ce7-8f25-cffe67034c33 not found, creating... [ 893.293800] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.293938] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.294162] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.294325] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.294467] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.294756] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.294918] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.295053] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.295311] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.295479] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.295675] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 2b1bc572-6c6d-4ce7-8f25-cffe67034c33 is going to be created. [ 893.307372] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d112341-79a2-4398-9aee-56ff58766c8a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.317435] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.317694] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.317900] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.318628] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.318950] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.319259] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-2b1bc572-6c6d-4ce7-8f25-cffe67034c33" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.810477] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.810477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.810477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.810477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.810477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.810477] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d112341-79a2-4398-9aee-56ff58766c8a is going to be updated. [ 893.865517] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.865517] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.865517] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.865517] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.865517] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.877577] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d112341-79a2-4398-9aee-56ff58766c8a in Status: IN_PROGRESS for 2s [ 894.168834] env[69975]: INFO networking_nsxv3.common.synchronization [req-31b7eb54-870a-47e7-918d-fd7e15ceb2b0 req-8f25f292-3013-42fe-9438-6d5dd342bdca service nova] Enqueued Resource ID: 7d112341-79a2-4398-9aee-56ff58766c8a with Priority: HIGHEST for action security_group_rules [ 894.171309] env[69975]: INFO networking_nsxv3.common.synchronization [req-31b7eb54-870a-47e7-918d-fd7e15ceb2b0 req-8f25f292-3013-42fe-9438-6d5dd342bdca service nova] Enqueued Resource ID: 7d112341-79a2-4398-9aee-56ff58766c8a with Priority: HIGHEST for action security_group_members [ 894.171711] env[69975]: INFO networking_nsxv3.common.synchronization [req-31b7eb54-870a-47e7-918d-fd7e15ceb2b0 req-8f25f292-3013-42fe-9438-6d5dd342bdca service nova] Enqueued Resource ID: 2b1bc572-6c6d-4ce7-8f25-cffe67034c33 with Priority: HIGHEST for action port [ 894.172678] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d112341-79a2-4398-9aee-56ff58766c8a with Priority: HIGHEST for action security_group_rules [ 894.172909] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d112341-79a2-4398-9aee-56ff58766c8a with Priority: HIGHEST for action security_group_members [ 894.173140] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b1bc572-6c6d-4ce7-8f25-cffe67034c33 with Priority: HIGHEST for action port [ 894.173530] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d112341-79a2-4398-9aee-56ff58766c8a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.173728] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.173836] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.178042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.178400] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d112341-79a2-4398-9aee-56ff58766c8a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.182022] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d112341-79a2-4398-9aee-56ff58766c8a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.182022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.182022] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b1bc572-6c6d-4ce7-8f25-cffe67034c33 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.182022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b1bc572-6c6d-4ce7-8f25-cffe67034c33" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.182022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b1bc572-6c6d-4ce7-8f25-cffe67034c33" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.182022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b1bc572-6c6d-4ce7-8f25-cffe67034c33" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.182022] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b1bc572-6c6d-4ce7-8f25-cffe67034c33',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.267470] env[69975]: INFO networking_nsxv3.common.synchronization [None req-721cc922-4acc-4817-8fe9-eda283a17fa6 tempest-ImagesOneServerNegativeTestJSON-2022974886 tempest-ImagesOneServerNegativeTestJSON-2022974886-project-member] Enqueued Resource ID: f9d2b9d1-7ffe-448b-b875-f8fb738d2a1b with Priority: HIGHEST for action security_group_rules [ 894.268066] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d2b9d1-7ffe-448b-b875-f8fb738d2a1b with Priority: HIGHEST for action security_group_rules [ 894.268431] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9d2b9d1-7ffe-448b-b875-f8fb738d2a1b taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.268520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9d2b9d1-7ffe-448b-b875-f8fb738d2a1b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.268520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9d2b9d1-7ffe-448b-b875-f8fb738d2a1b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.268779] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9d2b9d1-7ffe-448b-b875-f8fb738d2a1b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.268882] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9d2b9d1-7ffe-448b-b875-f8fb738d2a1b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.402632] env[69975]: INFO networking_nsxv3.common.synchronization [None req-01068344-2a55-4548-9afe-ea16fefaf97c tempest-ImagesOneServerNegativeTestJSON-2022974886 tempest-ImagesOneServerNegativeTestJSON-2022974886-project-member] Enqueued Resource ID: f9d2b9d1-7ffe-448b-b875-f8fb738d2a1b with Priority: HIGHEST for action security_group_rules [ 894.402797] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d2b9d1-7ffe-448b-b875-f8fb738d2a1b with Priority: HIGHEST for action security_group_rules [ 894.403144] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9d2b9d1-7ffe-448b-b875-f8fb738d2a1b taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.403226] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9d2b9d1-7ffe-448b-b875-f8fb738d2a1b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.683763] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d112341-79a2-4398-9aee-56ff58766c8a taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.683931] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.685614] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b1bc572-6c6d-4ce7-8f25-cffe67034c33 with status ACTIVE [ 894.687846] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.687846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.687846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.687846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.687846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.687846] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.687846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.687846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.687846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.687846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.687846] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.687846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.687846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.687846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.687846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.687846] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b1bc572-6c6d-4ce7-8f25-cffe67034c33 is going to be updated. [ 894.720879] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.721099] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.721567] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.721752] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.722021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.722326] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b1bc572-6c6d-4ce7-8f25-cffe67034c33" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.795686] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.795915] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.795915] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.796280] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.796280] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.796424] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9d2b9d1-7ffe-448b-b875-f8fb738d2a1b already deleted. [ 894.796424] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9d2b9d1-7ffe-448b-b875-f8fb738d2a1b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.796636] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9d2b9d1-7ffe-448b-b875-f8fb738d2a1b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.796724] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9d2b9d1-7ffe-448b-b875-f8fb738d2a1b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.796771] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9d2b9d1-7ffe-448b-b875-f8fb738d2a1b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.320499] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.320905] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.320905] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.321217] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.321371] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.321530] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9d2b9d1-7ffe-448b-b875-f8fb738d2a1b already deleted. [ 895.321666] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9d2b9d1-7ffe-448b-b875-f8fb738d2a1b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.888049] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d112341-79a2-4398-9aee-56ff58766c8a in Status: SUCCESS [ 895.888359] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.888542] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.888784] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.888973] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.889109] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.889179] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.889333] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.889410] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.889505] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d112341-79a2-4398-9aee-56ff58766c8a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.394182] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d112341-79a2-4398-9aee-56ff58766c8a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.895582] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d112341-79a2-4398-9aee-56ff58766c8a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.399796] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.399796] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.399796] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.399796] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.399796] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.400324] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d112341-79a2-4398-9aee-56ff58766c8a is going to be updated. [ 897.433420] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.433572] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.433855] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.433855] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.433954] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.446209] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d112341-79a2-4398-9aee-56ff58766c8a in Status: IN_PROGRESS for 2s [ 898.205489] env[69975]: INFO networking_nsxv3.common.synchronization [req-bb1e0ee6-7f05-4d05-a423-422e63e6fd9f req-425df3f2-efc1-4158-ad9c-d6feb35b61fd tempest-MigrationsAdminTest-1206652408 tempest-MigrationsAdminTest-1206652408-project-member] Enqueued Resource ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 with Priority: HIGHEST for action security_group_members [ 898.207099] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 with Priority: HIGHEST for action security_group_members [ 898.207444] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.207536] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.207660] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.207956] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.208590] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.208590] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.208982] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.208982] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.210040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.210040] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b72e9e-1ec3-495e-9a2f-39d95736f6a0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.711826] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63b72e9e-1ec3-495e-9a2f-39d95736f6a0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.214679] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63b72e9e-1ec3-495e-9a2f-39d95736f6a0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.462712] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d112341-79a2-4398-9aee-56ff58766c8a in Status: SUCCESS [ 899.462712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.462712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.462712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.462712] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.462712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.462712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.462712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.462712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.462712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.462712] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d112341-79a2-4398-9aee-56ff58766c8a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.717639] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.718352] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.718352] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.718625] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.718625] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.718774] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 is going to be updated. [ 899.751554] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.751950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.752168] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.753076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.753076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.766501] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 in Status: IN_PROGRESS for 2s [ 899.965320] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d112341-79a2-4398-9aee-56ff58766c8a taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.965492] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.965532] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.965825] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.965945] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.966089] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.966157] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.966316] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.966401] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.966490] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.966635] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d112341-79a2-4398-9aee-56ff58766c8a taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.966745] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.966813] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.967016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.967199] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.967341] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.967341] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.967554] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.967650] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.967732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.967959] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d112341-79a2-4398-9aee-56ff58766c8a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.472236] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d112341-79a2-4398-9aee-56ff58766c8a: rpc.has_security_group_logging(os_id): False [ 900.496069] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.496069] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.496069] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.496069] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.517176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.517502] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.517671] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.517762] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.517969] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.518069] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.518323] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.518428] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.518495] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.518674] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.518791] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.519107] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.519212] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.519266] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.519415] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.519490] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.519576] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d112341-79a2-4398-9aee-56ff58766c8a is going to be updated. [ 900.602844] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.602844] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.602844] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.602844] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.602844] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.621800] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d112341-79a2-4398-9aee-56ff58766c8a in Status: IN_PROGRESS for 2s [ 901.780377] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 in Status: SUCCESS [ 901.780928] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.449075] env[69975]: INFO networking_nsxv3.common.synchronization [None req-64f9d95b-d876-49b7-8e2f-792666732425 None None] Enqueued Resource ID: 720f9cf2-ae79-41db-9cde-8296bef6cc59 with Priority: HIGHEST for action port [ 902.449075] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 720f9cf2-ae79-41db-9cde-8296bef6cc59 with Priority: HIGHEST for action port [ 902.449689] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-720f9cf2-ae79-41db-9cde-8296bef6cc59 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.449874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-720f9cf2-ae79-41db-9cde-8296bef6cc59" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.450507] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-720f9cf2-ae79-41db-9cde-8296bef6cc59" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.453758] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-720f9cf2-ae79-41db-9cde-8296bef6cc59" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.453885] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('720f9cf2-ae79-41db-9cde-8296bef6cc59',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.640147] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d112341-79a2-4398-9aee-56ff58766c8a in Status: SUCCESS [ 902.640422] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.957105] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 720f9cf2-ae79-41db-9cde-8296bef6cc59 [ 902.957105] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.957105] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.957105] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.957105] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.957105] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.957105] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:720f9cf2-ae79-41db-9cde-8296bef6cc59 already deleted. [ 902.957105] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-720f9cf2-ae79-41db-9cde-8296bef6cc59" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.474798] env[69975]: INFO networking_nsxv3.common.synchronization [None req-e8441659-2adb-4503-85d9-70dcec29a06f tempest-AttachVolumeNegativeTest-1055724446 tempest-AttachVolumeNegativeTest-1055724446-project-member] Enqueued Resource ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 with Priority: HIGHEST for action security_group_rules [ 903.474798] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 with Priority: HIGHEST for action security_group_rules [ 903.474798] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11e14c31-2b0e-48bf-ae0b-1881c1135c52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.474798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.474798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.478069] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.478069] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11e14c31-2b0e-48bf-ae0b-1881c1135c52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.586252] env[69975]: INFO networking_nsxv3.common.synchronization [None req-4aa61871-4833-4b47-8c08-14c285eacee3 tempest-AttachVolumeNegativeTest-1055724446 tempest-AttachVolumeNegativeTest-1055724446-project-member] Enqueued Resource ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 with Priority: HIGHEST for action security_group_rules [ 903.586478] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 with Priority: HIGHEST for action security_group_rules [ 903.586779] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11e14c31-2b0e-48bf-ae0b-1881c1135c52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.586881] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.001197] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.002804] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.002804] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.002804] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.002804] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.002804] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 already deleted. [ 904.002804] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.002804] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.002804] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.003036] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11e14c31-2b0e-48bf-ae0b-1881c1135c52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.527298] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.527550] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.527550] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.527707] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.527792] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.527884] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 already deleted. [ 904.527966] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.013205] env[69975]: INFO networking_nsxv3.common.synchronization [None req-9ac50db8-da9f-46ef-923d-f0af596a1beb None None] Enqueued Resource ID: 0e95c5ff-ca9c-4753-b403-91ff47d7c408 with Priority: HIGHEST for action port [ 905.013205] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e95c5ff-ca9c-4753-b403-91ff47d7c408 with Priority: HIGHEST for action port [ 905.013620] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e95c5ff-ca9c-4753-b403-91ff47d7c408 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.013739] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e95c5ff-ca9c-4753-b403-91ff47d7c408" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.013804] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e95c5ff-ca9c-4753-b403-91ff47d7c408" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.014227] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e95c5ff-ca9c-4753-b403-91ff47d7c408" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.014227] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e95c5ff-ca9c-4753-b403-91ff47d7c408',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.515836] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e95c5ff-ca9c-4753-b403-91ff47d7c408 [ 905.516097] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.516240] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.516309] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.516527] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.516617] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.516735] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e95c5ff-ca9c-4753-b403-91ff47d7c408 already deleted. [ 905.516835] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e95c5ff-ca9c-4753-b403-91ff47d7c408" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.014314] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 910.014601] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 911.326491] env[69975]: INFO networking_nsxv3.common.synchronization [req-a616dfb7-99ce-4220-b58f-343b7c613fd7 req-7a1f0aa4-af0a-47dd-bcf0-d02f39261599 tempest-ImagesTestJSON-532780232 tempest-ImagesTestJSON-532780232-project-member] Enqueued Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 911.327822] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 911.327911] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.328037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.328037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.328272] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.328426] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.328521] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.328587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.328721] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.328807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.328898] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.831471] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.831632] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.831715] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.832066] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.856509] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.856904] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.857055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.857055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.857271] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.857354] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.857464] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 is going to be updated. [ 911.892170] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.892347] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.892446] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.892678] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.892827] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.903095] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: IN_PROGRESS for 2s [ 911.976192] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.976440] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-388" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.976585] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-388" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.976886] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-388" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.977189] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.977381] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.977507] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.977751] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.977914] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.978170] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 911.978294] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.978418] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.978542] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.978659] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 911.978789] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.978949] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.002615] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.002828] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 912.002989] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.003195] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-388" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.003826] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-b67025a3-947b-4ccc-8d88-60d00242778d taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.004240] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-b67025a3-947b-4ccc-8d88-60d00242778d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.004489] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-b67025a3-947b-4ccc-8d88-60d00242778d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.004945] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-b67025a3-947b-4ccc-8d88-60d00242778d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.014496] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b67025a3-947b-4ccc-8d88-60d00242778d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.517805] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.518144] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.518144] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.518443] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.518581] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.518739] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port b67025a3-947b-4ccc-8d88-60d00242778d not found, creating... [ 912.519041] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.519220] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.519344] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.519576] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.519719] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.520029] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.520194] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.520316] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.520527] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.520665] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.520807] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: b67025a3-947b-4ccc-8d88-60d00242778d is going to be created. [ 912.542675] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.542881] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.543018] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.543306] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.543547] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.543778] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-b67025a3-947b-4ccc-8d88-60d00242778d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.267156] env[69975]: INFO networking_nsxv3.common.synchronization [req-a616dfb7-99ce-4220-b58f-343b7c613fd7 req-64008b74-180e-4aa7-a567-32a4b1438e39 service nova] Enqueued Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_rules [ 913.267156] env[69975]: INFO networking_nsxv3.common.synchronization [req-a616dfb7-99ce-4220-b58f-343b7c613fd7 req-64008b74-180e-4aa7-a567-32a4b1438e39 service nova] Enqueued Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 913.267271] env[69975]: INFO networking_nsxv3.common.synchronization [req-a616dfb7-99ce-4220-b58f-343b7c613fd7 req-64008b74-180e-4aa7-a567-32a4b1438e39 service nova] Enqueued Resource ID: b67025a3-947b-4ccc-8d88-60d00242778d with Priority: HIGHEST for action port [ 913.267454] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_rules [ 913.267574] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 913.267663] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b67025a3-947b-4ccc-8d88-60d00242778d with Priority: HIGHEST for action port [ 913.268307] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.268483] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.268520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.268701] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.268798] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.269943] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.270056] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.270254] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-b67025a3-947b-4ccc-8d88-60d00242778d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.270350] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b67025a3-947b-4ccc-8d88-60d00242778d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.270410] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b67025a3-947b-4ccc-8d88-60d00242778d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.270589] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b67025a3-947b-4ccc-8d88-60d00242778d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.270664] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b67025a3-947b-4ccc-8d88-60d00242778d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.773266] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b67025a3-947b-4ccc-8d88-60d00242778d with status ACTIVE [ 913.773266] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.773677] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.773677] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.777074] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.777229] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.777476] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.777598] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.777666] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.777842] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.777918] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.778352] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.778352] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.778352] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.778464] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.779824] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.779824] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b67025a3-947b-4ccc-8d88-60d00242778d is going to be updated. [ 913.779978] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.780100] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.802327] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.802497] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.802549] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.802770] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.802917] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.803084] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b67025a3-947b-4ccc-8d88-60d00242778d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.914942] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: SUCCESS [ 913.915189] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 deletion is rescheduled due to dependency. [ 913.915395] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.915568] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.915780] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.915965] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.916103] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.916221] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.916351] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.916432] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.916571] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.944277] env[69975]: INFO networking_nsxv3.common.synchronization [req-db710883-6348-4fbe-ad50-740f4a54fdc1 req-9db2c5e9-9b35-46f6-9977-5599bb9a7973 tempest-ServerMetadataNegativeTestJSON-371764788 tempest-ServerMetadataNegativeTestJSON-371764788-project-member] Enqueued Resource ID: 18277ac1-a00f-4256-86f9-cc85f086d936 with Priority: HIGHEST for action security_group_members [ 913.944816] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18277ac1-a00f-4256-86f9-cc85f086d936 with Priority: HIGHEST for action security_group_members [ 913.945199] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-18277ac1-a00f-4256-86f9-cc85f086d936 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.945424] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.945518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.945812] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.946072] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.946205] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.946293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.946511] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.946640] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.946766] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18277ac1-a00f-4256-86f9-cc85f086d936',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.345306] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.345574] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-972" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.345774] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-972" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.350025] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-972" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.350025] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.350025] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.350025] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.350025] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.351191] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.351323] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 914.351444] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.351557] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.351671] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.351784] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 914.351893] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.352045] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.372957] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.373231] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 914.373416] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.374083] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-972" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.374083] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-a4b3377a-104c-41a0-968e-96828e5b1313 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.374297] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-a4b3377a-104c-41a0-968e-96828e5b1313" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.374461] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-a4b3377a-104c-41a0-968e-96828e5b1313" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.374839] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-a4b3377a-104c-41a0-968e-96828e5b1313" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.375286] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4b3377a-104c-41a0-968e-96828e5b1313',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.420205] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.449420] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.449600] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.449691] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.449886] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.449977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.450195] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.450295] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.450357] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.450522] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.450598] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.450683] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18277ac1-a00f-4256-86f9-cc85f086d936 already deleted. [ 914.450761] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.878056] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.878349] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.878426] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.878709] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.878862] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.880156] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port a4b3377a-104c-41a0-968e-96828e5b1313 not found, creating... [ 914.880626] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.880836] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.881074] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.881318] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.881465] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.881777] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.882050] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.882181] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.882405] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.882546] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.882693] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: a4b3377a-104c-41a0-968e-96828e5b1313 is going to be created. [ 914.907026] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.907267] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.907457] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.907750] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.907986] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.908248] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-a4b3377a-104c-41a0-968e-96828e5b1313" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.923023] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.427269] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.427906] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.427906] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.427906] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.427906] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.427906] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 is going to be updated. [ 915.459832] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.459990] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.460081] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.460296] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.460440] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.469626] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: IN_PROGRESS for 2s [ 916.186188] env[69975]: INFO networking_nsxv3.common.synchronization [req-db710883-6348-4fbe-ad50-740f4a54fdc1 req-4a716d7f-4039-4a0b-b3c7-b47e18de1d74 service nova] Enqueued Resource ID: 18277ac1-a00f-4256-86f9-cc85f086d936 with Priority: HIGHEST for action security_group_rules [ 916.186188] env[69975]: INFO networking_nsxv3.common.synchronization [req-db710883-6348-4fbe-ad50-740f4a54fdc1 req-4a716d7f-4039-4a0b-b3c7-b47e18de1d74 service nova] Enqueued Resource ID: 18277ac1-a00f-4256-86f9-cc85f086d936 with Priority: HIGHEST for action security_group_members [ 916.186188] env[69975]: INFO networking_nsxv3.common.synchronization [req-db710883-6348-4fbe-ad50-740f4a54fdc1 req-4a716d7f-4039-4a0b-b3c7-b47e18de1d74 service nova] Enqueued Resource ID: a4b3377a-104c-41a0-968e-96828e5b1313 with Priority: HIGHEST for action port [ 916.186188] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18277ac1-a00f-4256-86f9-cc85f086d936 with Priority: HIGHEST for action security_group_rules [ 916.186188] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18277ac1-a00f-4256-86f9-cc85f086d936 with Priority: HIGHEST for action security_group_members [ 916.186693] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b3377a-104c-41a0-968e-96828e5b1313 with Priority: HIGHEST for action port [ 916.187628] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18277ac1-a00f-4256-86f9-cc85f086d936 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.187944] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.190018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.190018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.190018] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18277ac1-a00f-4256-86f9-cc85f086d936',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.190018] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-18277ac1-a00f-4256-86f9-cc85f086d936 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.190018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.190018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.191440] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.191440] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.191440] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.191440] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.191440] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.191440] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.191707] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18277ac1-a00f-4256-86f9-cc85f086d936',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.192818] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4b3377a-104c-41a0-968e-96828e5b1313 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.192984] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4b3377a-104c-41a0-968e-96828e5b1313" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.193130] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4b3377a-104c-41a0-968e-96828e5b1313" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.193369] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4b3377a-104c-41a0-968e-96828e5b1313" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.193515] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4b3377a-104c-41a0-968e-96828e5b1313',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.695717] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18277ac1-a00f-4256-86f9-cc85f086d936',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.696896] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-18277ac1-a00f-4256-86f9-cc85f086d936 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.697034] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.697194] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4b3377a-104c-41a0-968e-96828e5b1313 with status ACTIVE [ 916.697403] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.697505] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.697602] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.697764] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.697823] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.698009] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.698125] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.698196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.698357] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.698445] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.700018] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.700018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.700018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.700018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.700018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.700018] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4b3377a-104c-41a0-968e-96828e5b1313 is going to be updated. [ 916.729036] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.729036] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.729036] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.729036] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.729291] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.729978] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4b3377a-104c-41a0-968e-96828e5b1313" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.086503] env[69975]: INFO networking_nsxv3.common.synchronization [req-d066f1d3-9af6-4cff-909a-c76b6d8a2543 req-bbd7a807-91f2-48ab-8ce9-df3d01ec69fb tempest-AttachInterfacesV270Test-1674264032 tempest-AttachInterfacesV270Test-1674264032-project-member] Enqueued Resource ID: cb3ef612-ade9-4f1b-b2c4-7bea44bed64d with Priority: HIGHEST for action security_group_members [ 917.087060] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb3ef612-ade9-4f1b-b2c4-7bea44bed64d with Priority: HIGHEST for action security_group_members [ 917.087366] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.087487] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.087556] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.087874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.088455] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.089076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.089145] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.089360] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.089478] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.089625] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb3ef612-ade9-4f1b-b2c4-7bea44bed64d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.203058] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18277ac1-a00f-4256-86f9-cc85f086d936',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.480942] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: SUCCESS [ 917.483520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.483520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.483520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.483520] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.483520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.483520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.483520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.483520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.483520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.483520] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.592207] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.592402] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.592483] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.592750] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.592848] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.593370] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.593370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.593370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.593524] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.593524] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.593601] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb3ef612-ade9-4f1b-b2c4-7bea44bed64d already deleted. [ 917.593684] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.708038] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.708038] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.708180] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.708336] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.708424] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.708519] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18277ac1-a00f-4256-86f9-cc85f086d936 is going to be created. [ 917.743434] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.743545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.747027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.747027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.747027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.761172] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18277ac1-a00f-4256-86f9-cc85f086d936 in Status: UNINITIALIZED for 2s [ 917.813099] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.813249] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-386" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.813381] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-386" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.813770] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-386" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.814073] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.814255] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.814381] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.814619] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.815514] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.815514] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.815514] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.815514] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.815514] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.815514] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.815750] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.815750] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.845256] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.845523] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 917.845693] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.845898] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-386" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.846287] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-3e3f4839-831a-4b7d-8026-14ba4c18d895 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.846496] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-3e3f4839-831a-4b7d-8026-14ba4c18d895" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.846625] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-3e3f4839-831a-4b7d-8026-14ba4c18d895" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.846989] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-3e3f4839-831a-4b7d-8026-14ba4c18d895" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.847861] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e3f4839-831a-4b7d-8026-14ba4c18d895',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.986648] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.986962] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.987075] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.987351] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.987537] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.987640] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.987700] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.987852] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.987935] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.988031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.988178] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.988279] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.988329] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.988462] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.988597] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.988681] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.988737] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.988869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.989000] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.989117] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.989166] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.352088] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.352559] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.352604] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.353182] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.353392] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.353565] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 3e3f4839-831a-4b7d-8026-14ba4c18d895 not found, creating... [ 918.354154] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.354702] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.354975] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.355886] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.355886] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.356838] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.356838] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.356838] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.357050] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.357204] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.357785] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 3e3f4839-831a-4b7d-8026-14ba4c18d895 is going to be created. [ 918.382850] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.383179] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.383285] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.383530] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.383841] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.384098] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-3e3f4839-831a-4b7d-8026-14ba4c18d895" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.491464] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 538c6b68-347d-47eb-bbf2-741751e778d4: rpc.has_security_group_logging(os_id): False [ 918.522225] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.522436] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.522546] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.522831] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.522968] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.523229] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.523386] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.523443] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.523605] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.523708] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.523929] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.525587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.525587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.525587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.525587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.525587] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.525587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.525587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.525587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.525587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.525587] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 is going to be updated. [ 918.610770] env[69975]: INFO networking_nsxv3.common.synchronization [req-ea67e9cd-5cfc-441d-8921-486fc94b55f2 req-295074c3-396a-4b0b-933c-b39caab09973 tempest-ServerRescueTestJSON-312521432 tempest-ServerRescueTestJSON-312521432-project-member] Enqueued Resource ID: 7d112341-79a2-4398-9aee-56ff58766c8a with Priority: HIGHEST for action security_group_members [ 918.612162] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d112341-79a2-4398-9aee-56ff58766c8a with Priority: HIGHEST for action security_group_members [ 918.612413] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d112341-79a2-4398-9aee-56ff58766c8a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.613022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.613260] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.613541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.613891] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.614026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.614127] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.614313] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.614597] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.614702] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d112341-79a2-4398-9aee-56ff58766c8a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.633124] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.633124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.633124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.633396] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.633396] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.657903] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: IN_PROGRESS for 2s [ 919.123181] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d112341-79a2-4398-9aee-56ff58766c8a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.470598] env[69975]: INFO networking_nsxv3.common.synchronization [req-d066f1d3-9af6-4cff-909a-c76b6d8a2543 req-83c7ca7b-3459-4ea4-b5b0-64e7e1fd20ab service nova] Enqueued Resource ID: cb3ef612-ade9-4f1b-b2c4-7bea44bed64d with Priority: HIGHEST for action security_group_rules [ 919.470598] env[69975]: INFO networking_nsxv3.common.synchronization [req-d066f1d3-9af6-4cff-909a-c76b6d8a2543 req-83c7ca7b-3459-4ea4-b5b0-64e7e1fd20ab service nova] Enqueued Resource ID: cb3ef612-ade9-4f1b-b2c4-7bea44bed64d with Priority: HIGHEST for action security_group_members [ 919.470598] env[69975]: INFO networking_nsxv3.common.synchronization [req-d066f1d3-9af6-4cff-909a-c76b6d8a2543 req-83c7ca7b-3459-4ea4-b5b0-64e7e1fd20ab service nova] Enqueued Resource ID: 3e3f4839-831a-4b7d-8026-14ba4c18d895 with Priority: HIGHEST for action port [ 919.471284] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb3ef612-ade9-4f1b-b2c4-7bea44bed64d with Priority: HIGHEST for action security_group_rules [ 919.472149] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb3ef612-ade9-4f1b-b2c4-7bea44bed64d with Priority: HIGHEST for action security_group_members [ 919.472317] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e3f4839-831a-4b7d-8026-14ba4c18d895 with Priority: HIGHEST for action port [ 919.472688] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.472946] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.472946] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.473203] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.473315] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb3ef612-ade9-4f1b-b2c4-7bea44bed64d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.474341] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.474482] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.474565] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.474838] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.475928] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.476179] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.476179] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.476279] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.476372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.476475] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb3ef612-ade9-4f1b-b2c4-7bea44bed64d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.477335] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e3f4839-831a-4b7d-8026-14ba4c18d895 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.477431] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e3f4839-831a-4b7d-8026-14ba4c18d895" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.477512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e3f4839-831a-4b7d-8026-14ba4c18d895" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.477679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e3f4839-831a-4b7d-8026-14ba4c18d895" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.477762] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e3f4839-831a-4b7d-8026-14ba4c18d895',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.626722] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d112341-79a2-4398-9aee-56ff58766c8a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.771722] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18277ac1-a00f-4256-86f9-cc85f086d936 in Status: SUCCESS [ 919.774219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.774219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.774219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.774219] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.774219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.774219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.774219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.774219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.774219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.774219] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18277ac1-a00f-4256-86f9-cc85f086d936',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.979689] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.979826] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.979999] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb3ef612-ade9-4f1b-b2c4-7bea44bed64d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.980994] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e3f4839-831a-4b7d-8026-14ba4c18d895 with status ACTIVE [ 919.981153] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.981268] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.981372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.981633] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.981633] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.981771] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.981862] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.981918] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.982104] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.982606] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.983824] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.984024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.984795] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.984955] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.985027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.985124] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e3f4839-831a-4b7d-8026-14ba4c18d895 is going to be updated. [ 920.011039] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.011039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.011039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.011039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.011039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.011039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e3f4839-831a-4b7d-8026-14ba4c18d895" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.027170] env[69975]: INFO networking_nsxv3.common.synchronization [req-afa79e65-f628-4986-ae17-d6cfbeb6c352 req-e64cdca5-c5c5-43dc-9475-897657da9df0 tempest-ServersWithSpecificFlavorTestJSON-2143707285 tempest-ServersWithSpecificFlavorTestJSON-2143707285-project-member] Enqueued Resource ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 with Priority: HIGHEST for action security_group_members [ 920.027690] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 with Priority: HIGHEST for action security_group_members [ 920.028049] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d30ec26-1469-4b3b-9629-8a20b1e1b724 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.028178] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.028309] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.028449] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.028601] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.028700] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.028798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.028979] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.029087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.029181] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d30ec26-1469-4b3b-9629-8a20b1e1b724',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.076315] env[69975]: INFO networking_nsxv3.common.synchronization [None req-f5574a97-9c47-41ce-99f8-c95d3d62a523 None None] Enqueued Resource ID: c7bd3f61-18a1-4742-9982-f8424490cbce with Priority: HIGHEST for action port [ 920.077202] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7bd3f61-18a1-4742-9982-f8424490cbce with Priority: HIGHEST for action port [ 920.077202] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7bd3f61-18a1-4742-9982-f8424490cbce taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.077352] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7bd3f61-18a1-4742-9982-f8424490cbce" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.077383] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7bd3f61-18a1-4742-9982-f8424490cbce" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.077627] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7bd3f61-18a1-4742-9982-f8424490cbce" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.077705] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7bd3f61-18a1-4742-9982-f8424490cbce',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.134175] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.134175] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.134175] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.134175] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.134175] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.134175] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d112341-79a2-4398-9aee-56ff58766c8a is going to be updated. [ 920.172679] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.172679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.172679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.172679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.172679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.183603] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d112341-79a2-4398-9aee-56ff58766c8a in Status: IN_PROGRESS for 2s [ 920.276326] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-18277ac1-a00f-4256-86f9-cc85f086d936 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.276477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.276548] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.276770] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.276933] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.277044] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.277108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.277259] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.277342] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.277428] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.277566] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-18277ac1-a00f-4256-86f9-cc85f086d936 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.277655] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.277713] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.277850] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.277984] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.278089] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.278147] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.278291] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.278379] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.278422] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.278594] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18277ac1-a00f-4256-86f9-cc85f086d936',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.291296] env[69975]: INFO networking_nsxv3.common.synchronization [req-040851fc-0888-4526-8f98-d3d4da263519 req-13427f9c-9591-44fd-803c-ec4aa66f59f3 tempest-DeleteServersTestJSON-1273084896 tempest-DeleteServersTestJSON-1273084896-project-member] Enqueued Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 920.293691] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 920.294677] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.295635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.295635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.295635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.295635] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.295635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.295635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.295635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.295635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.296021] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.487415] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb3ef612-ade9-4f1b-b2c4-7bea44bed64d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.530897] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.531137] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.531232] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.531849] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.531849] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.531849] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.533168] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.533168] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.533168] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.533168] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.533168] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 is going to be updated. [ 920.560390] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.560576] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.560695] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.561039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.561211] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.570838] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 in Status: IN_PROGRESS for 2s [ 920.582839] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7bd3f61-18a1-4742-9982-f8424490cbce [ 920.582839] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.582839] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.583068] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.583105] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.583863] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.583863] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7bd3f61-18a1-4742-9982-f8424490cbce already deleted. [ 920.583863] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7bd3f61-18a1-4742-9982-f8424490cbce" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.673107] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: SUCCESS [ 920.673107] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.782282] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18277ac1-a00f-4256-86f9-cc85f086d936: rpc.has_security_group_logging(os_id): False [ 920.799354] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.799518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.799591] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.803028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.803028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.803028] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.803028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.803028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.803028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.803028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.803028] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 is going to be updated. [ 920.803028] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.803028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.803028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.803028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.803028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.803514] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.803514] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.803514] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.803514] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.803514] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.803641] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.803682] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.803708] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.803865] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.803902] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.804099] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.804179] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.804255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.804606] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.804606] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.804606] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18277ac1-a00f-4256-86f9-cc85f086d936 is going to be created. [ 920.837474] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.837474] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.837474] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.837474] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.837474] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.844106] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: IN_PROGRESS for 2s [ 920.870020] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.870020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.870020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.870020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.870020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.883523] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18277ac1-a00f-4256-86f9-cc85f086d936 in Status: IN_PROGRESS for 2s [ 920.990561] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.991267] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.994678] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.994678] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.994678] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.994678] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb3ef612-ade9-4f1b-b2c4-7bea44bed64d is going to be created. [ 921.022406] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.022582] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.022647] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.022863] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.023037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.034021] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb3ef612-ade9-4f1b-b2c4-7bea44bed64d in Status: UNINITIALIZED for 2s [ 921.113458] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-201 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.113458] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-201" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.113458] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-201" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.113458] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-201" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.113458] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.113458] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.113458] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.113458] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.113458] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.113458] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.113458] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.114033] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.114033] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.114033] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.114033] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.114033] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.135822] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.136125] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 921.136607] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.137891] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-201" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.137891] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-ff1c200e-1846-4f71-8cf1-a64fa7ea9a92 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.137891] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-ff1c200e-1846-4f71-8cf1-a64fa7ea9a92" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.137891] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-ff1c200e-1846-4f71-8cf1-a64fa7ea9a92" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.138250] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-ff1c200e-1846-4f71-8cf1-a64fa7ea9a92" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.138250] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff1c200e-1846-4f71-8cf1-a64fa7ea9a92',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.640793] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.641253] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.641405] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.641744] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.641948] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.642148] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port ff1c200e-1846-4f71-8cf1-a64fa7ea9a92 not found, creating... [ 921.642772] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.642772] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.642918] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.643120] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.643288] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.643730] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.643959] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.644548] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.645086] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.645086] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.645227] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: ff1c200e-1846-4f71-8cf1-a64fa7ea9a92 is going to be created. [ 921.691105] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.692616] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.692861] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.693167] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.694172] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.694172] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-ff1c200e-1846-4f71-8cf1-a64fa7ea9a92" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.197654] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d112341-79a2-4398-9aee-56ff58766c8a in Status: SUCCESS [ 922.197902] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.312203] env[69975]: INFO networking_nsxv3.common.synchronization [None req-d049d018-14f0-432a-9dcf-81265bf025b6 None None] Enqueued Resource ID: a52105e8-4680-4e7a-b265-73a70d9e0783 with Priority: HIGHEST for action port [ 922.313599] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52105e8-4680-4e7a-b265-73a70d9e0783 with Priority: HIGHEST for action port [ 922.313599] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-a52105e8-4680-4e7a-b265-73a70d9e0783 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.313599] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a52105e8-4680-4e7a-b265-73a70d9e0783" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.313599] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a52105e8-4680-4e7a-b265-73a70d9e0783" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.313599] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a52105e8-4680-4e7a-b265-73a70d9e0783" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.313599] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a52105e8-4680-4e7a-b265-73a70d9e0783',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.583174] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 in Status: SUCCESS [ 922.583320] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 deletion is rescheduled due to dependency. [ 922.583320] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.818176] env[69975]: INFO networking_nsxv3.common.synchronization [req-afa79e65-f628-4986-ae17-d6cfbeb6c352 req-9cbccabe-fcf9-43c2-8c7c-90576ddf055b service nova] Enqueued Resource ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 with Priority: HIGHEST for action security_group_rules [ 922.818476] env[69975]: INFO networking_nsxv3.common.synchronization [req-afa79e65-f628-4986-ae17-d6cfbeb6c352 req-9cbccabe-fcf9-43c2-8c7c-90576ddf055b service nova] Enqueued Resource ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 with Priority: HIGHEST for action security_group_members [ 922.818511] env[69975]: INFO networking_nsxv3.common.synchronization [req-afa79e65-f628-4986-ae17-d6cfbeb6c352 req-9cbccabe-fcf9-43c2-8c7c-90576ddf055b service nova] Enqueued Resource ID: ff1c200e-1846-4f71-8cf1-a64fa7ea9a92 with Priority: HIGHEST for action port [ 922.819146] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 with Priority: HIGHEST for action security_group_rules [ 922.819246] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 with Priority: HIGHEST for action security_group_members [ 922.819348] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff1c200e-1846-4f71-8cf1-a64fa7ea9a92 with Priority: HIGHEST for action port [ 922.819711] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d30ec26-1469-4b3b-9629-8a20b1e1b724 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.819797] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.819797] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.819979] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.820761] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d30ec26-1469-4b3b-9629-8a20b1e1b724',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.822848] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d30ec26-1469-4b3b-9629-8a20b1e1b724 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.823574] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.823574] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.823574] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.823876] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.823988] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.824327] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.824370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.824441] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.825231] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d30ec26-1469-4b3b-9629-8a20b1e1b724',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.826582] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff1c200e-1846-4f71-8cf1-a64fa7ea9a92 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.827108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff1c200e-1846-4f71-8cf1-a64fa7ea9a92" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.827343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff1c200e-1846-4f71-8cf1-a64fa7ea9a92" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.828042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff1c200e-1846-4f71-8cf1-a64fa7ea9a92" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.828675] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff1c200e-1846-4f71-8cf1-a64fa7ea9a92',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.832561] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a52105e8-4680-4e7a-b265-73a70d9e0783 [ 922.832829] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.832940] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.832998] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.833201] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.833312] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.833406] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a52105e8-4680-4e7a-b265-73a70d9e0783 already deleted. [ 922.833501] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a52105e8-4680-4e7a-b265-73a70d9e0783" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.855120] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: SUCCESS [ 922.857428] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 deletion is rescheduled due to dependency. [ 922.857428] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.897356] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18277ac1-a00f-4256-86f9-cc85f086d936 in Status: SUCCESS [ 922.897579] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.000713] env[69975]: INFO networking_nsxv3.common.synchronization [req-1f74b7a1-9275-48f1-97a3-fa93effceaaa req-1713c40e-14e4-445d-8b8e-371fde9c6f29 tempest-ServerRescueNegativeTestJSON-953957381 tempest-ServerRescueNegativeTestJSON-953957381-project-member] Enqueued Resource ID: 7c2def26-d361-4c00-8500-5552b5d10717 with Priority: HIGHEST for action security_group_members [ 923.001272] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2def26-d361-4c00-8500-5552b5d10717 with Priority: HIGHEST for action security_group_members [ 923.001590] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2def26-d361-4c00-8500-5552b5d10717 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.001716] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.001782] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.002125] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.002295] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.002399] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.002461] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.002621] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.002705] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.002798] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c2def26-d361-4c00-8500-5552b5d10717',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.049745] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb3ef612-ade9-4f1b-b2c4-7bea44bed64d in Status: SUCCESS [ 923.049951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.050153] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.050383] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.050540] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.050655] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.050716] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.050859] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.050933] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.051064] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.051165] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb3ef612-ade9-4f1b-b2c4-7bea44bed64d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.331411] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d30ec26-1469-4b3b-9629-8a20b1e1b724 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.331568] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.331773] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d30ec26-1469-4b3b-9629-8a20b1e1b724',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.335457] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff1c200e-1846-4f71-8cf1-a64fa7ea9a92 with status ACTIVE [ 923.335457] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.335457] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.335457] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.335640] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.335930] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.335930] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.336098] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.336098] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.336182] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.336267] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.336477] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.336570] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.336628] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.336766] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.336834] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.336919] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff1c200e-1846-4f71-8cf1-a64fa7ea9a92 is going to be updated. [ 923.372247] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.372389] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.372454] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.372667] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.372805] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.372963] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff1c200e-1846-4f71-8cf1-a64fa7ea9a92" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.474963] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-751 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.475692] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-751" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.475879] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-751" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.477890] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-751" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.477890] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.477890] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.478070] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.478473] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.478726] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.478856] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 923.479013] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 923.479136] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 923.479267] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 923.483093] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 923.483093] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 923.483093] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 923.505462] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.505625] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.505698] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.505931] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.506029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.506631] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.506631] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.506631] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.506631] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.508089] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.508237] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2def26-d361-4c00-8500-5552b5d10717 already deleted. [ 923.508364] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.509486] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 923.509718] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 923.509802] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 923.510504] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-751" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.510727] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-4e8435e5-b58d-4662-bc23-35592b41251f taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.510908] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-4e8435e5-b58d-4662-bc23-35592b41251f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.511099] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-4e8435e5-b58d-4662-bc23-35592b41251f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.511868] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-4e8435e5-b58d-4662-bc23-35592b41251f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.512317] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e8435e5-b58d-4662-bc23-35592b41251f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.558458] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.558671] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.558751] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.559016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.559212] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.559336] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.559404] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.559584] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.559712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.559849] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.560062] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.560167] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.560226] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.560366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.560503] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.560600] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.560655] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.562306] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.562398] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.562530] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.562530] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb3ef612-ade9-4f1b-b2c4-7bea44bed64d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.834960] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d30ec26-1469-4b3b-9629-8a20b1e1b724',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.026025] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.026025] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.026025] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.026025] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.026025] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.026025] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 4e8435e5-b58d-4662-bc23-35592b41251f not found, creating... [ 924.026025] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.026025] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.026025] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.026025] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.026025] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.026689] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.027099] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.027387] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.027987] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.029522] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.029522] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 4e8435e5-b58d-4662-bc23-35592b41251f is going to be created. [ 924.058452] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.058770] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.058965] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.059320] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.059615] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.059889] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-4e8435e5-b58d-4662-bc23-35592b41251f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.067731] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb3ef612-ade9-4f1b-b2c4-7bea44bed64d: rpc.has_security_group_logging(os_id): False [ 924.096282] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.096431] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.097167] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.097167] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.097167] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.097167] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.097167] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.097167] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.097431] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.097431] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.098619] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.098619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.098619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.098619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.098619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.098619] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.098619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.098619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.098619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.098619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.098619] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb3ef612-ade9-4f1b-b2c4-7bea44bed64d is going to be created. [ 924.199493] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.199672] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.199707] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.199926] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.200143] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.214822] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb3ef612-ade9-4f1b-b2c4-7bea44bed64d in Status: IN_PROGRESS for 2s [ 924.340898] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.341125] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.341168] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.341380] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.341467] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.341566] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 is going to be updated. [ 924.385361] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.385536] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.386378] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.386378] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.386378] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.395419] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 in Status: IN_PROGRESS for 2s [ 924.906032] env[69975]: INFO networking_nsxv3.common.synchronization [req-1f74b7a1-9275-48f1-97a3-fa93effceaaa req-fb534330-cd39-4f88-95c6-8a498a57bb59 service nova] Enqueued Resource ID: 7c2def26-d361-4c00-8500-5552b5d10717 with Priority: HIGHEST for action security_group_rules [ 924.906032] env[69975]: INFO networking_nsxv3.common.synchronization [req-1f74b7a1-9275-48f1-97a3-fa93effceaaa req-fb534330-cd39-4f88-95c6-8a498a57bb59 service nova] Enqueued Resource ID: 7c2def26-d361-4c00-8500-5552b5d10717 with Priority: HIGHEST for action security_group_members [ 924.906291] env[69975]: INFO networking_nsxv3.common.synchronization [req-1f74b7a1-9275-48f1-97a3-fa93effceaaa req-fb534330-cd39-4f88-95c6-8a498a57bb59 service nova] Enqueued Resource ID: 4e8435e5-b58d-4662-bc23-35592b41251f with Priority: HIGHEST for action port [ 924.906920] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2def26-d361-4c00-8500-5552b5d10717 with Priority: HIGHEST for action security_group_rules [ 924.906920] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2def26-d361-4c00-8500-5552b5d10717 with Priority: HIGHEST for action security_group_members [ 924.906920] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e8435e5-b58d-4662-bc23-35592b41251f with Priority: HIGHEST for action port [ 924.909467] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c2def26-d361-4c00-8500-5552b5d10717 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.909467] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.909467] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.909721] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.909721] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c2def26-d361-4c00-8500-5552b5d10717',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.911040] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2def26-d361-4c00-8500-5552b5d10717 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.911170] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.911218] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.911361] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.911518] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.911607] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.911667] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.913923] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.913923] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.913923] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c2def26-d361-4c00-8500-5552b5d10717',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.914394] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e8435e5-b58d-4662-bc23-35592b41251f taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.914394] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e8435e5-b58d-4662-bc23-35592b41251f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.914394] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e8435e5-b58d-4662-bc23-35592b41251f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.915150] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e8435e5-b58d-4662-bc23-35592b41251f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.915239] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e8435e5-b58d-4662-bc23-35592b41251f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.415646] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2def26-d361-4c00-8500-5552b5d10717 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.415794] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.416929] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c2def26-d361-4c00-8500-5552b5d10717',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.417639] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e8435e5-b58d-4662-bc23-35592b41251f with status ACTIVE [ 925.417949] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.417949] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.418139] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.418346] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.418435] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.418630] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.418730] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.418784] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.418960] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.419712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.419933] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.420053] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.420120] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.420283] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.420348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.420433] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e8435e5-b58d-4662-bc23-35592b41251f is going to be updated. [ 925.447791] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.447791] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.447791] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.447791] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.447791] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.447791] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e8435e5-b58d-4662-bc23-35592b41251f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.816207] env[69975]: INFO networking_nsxv3.common.synchronization [req-f0a66728-9b98-4b79-b664-ae9b13247de3 req-acd91138-f556-456d-96e6-ad70de8d77ec tempest-ServersAdminTestJSON-63150947 tempest-ServersAdminTestJSON-63150947-project-member] Enqueued Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_members [ 925.816973] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_members [ 925.817194] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.817194] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.817332] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.817499] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.817659] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.817796] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.817843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.817965] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.818104] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.818169] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.923210] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c2def26-d361-4c00-8500-5552b5d10717',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.231282] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb3ef612-ade9-4f1b-b2c4-7bea44bed64d in Status: SUCCESS [ 926.231512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.320731] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.373755] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.373755] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-916" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.373755] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-916" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.373755] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-916" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.373755] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.374070] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.374070] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.374260] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.374405] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.374625] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.374744] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.374860] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.374973] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.375110] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.375217] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.375356] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.397270] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.397651] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 926.397797] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.398126] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-916" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.398448] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-c2bd72f6-ab11-4b22-aa80-ce6071d3ffd4 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.398701] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-c2bd72f6-ab11-4b22-aa80-ce6071d3ffd4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.398774] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-c2bd72f6-ab11-4b22-aa80-ce6071d3ffd4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.399527] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-c2bd72f6-ab11-4b22-aa80-ce6071d3ffd4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.399527] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2bd72f6-ab11-4b22-aa80-ce6071d3ffd4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.411232] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 in Status: SUCCESS [ 926.411561] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.414439] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.414722] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.414941] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.415086] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.415190] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.415327] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.415429] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.415529] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.415622] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d30ec26-1469-4b3b-9629-8a20b1e1b724',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.427732] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.427732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.427732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.427732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.427732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.427732] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2def26-d361-4c00-8500-5552b5d10717 is going to be created. [ 926.459893] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.460060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.460136] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.460355] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.460517] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.476867] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2def26-d361-4c00-8500-5552b5d10717 in Status: UNINITIALIZED for 2s [ 926.822942] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.906757] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.907083] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.907188] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.907494] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.907685] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.907856] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port c2bd72f6-ab11-4b22-aa80-ce6071d3ffd4 not found, creating... [ 926.908182] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.908370] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.908498] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.908751] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.908901] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.909287] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.909462] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.909611] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.909858] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.910011] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.912857] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: c2bd72f6-ab11-4b22-aa80-ce6071d3ffd4 is going to be created. [ 926.919434] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d30ec26-1469-4b3b-9629-8a20b1e1b724',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.948359] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.948359] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.948359] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.948359] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.948359] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.948359] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-c2bd72f6-ab11-4b22-aa80-ce6071d3ffd4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.326701] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.326977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.326977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.327204] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.327272] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.327350] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2be00df-6a0a-4200-a397-d8deb2caa993 is going to be updated. [ 927.375345] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.375517] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.375564] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.377024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.377024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.389585] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: IN_PROGRESS for 2s [ 927.421982] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d30ec26-1469-4b3b-9629-8a20b1e1b724: rpc.has_security_group_logging(os_id): False [ 927.448494] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.453243] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.453243] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.453243] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.453243] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.453243] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.453243] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.453243] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.453810] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.453987] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.454287] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 is going to be updated. [ 927.575972] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.576202] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.576297] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.576790] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.577079] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.599953] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 in Status: IN_PROGRESS for 2s [ 927.802413] env[69975]: INFO networking_nsxv3.common.synchronization [req-f0a66728-9b98-4b79-b664-ae9b13247de3 req-a6204cb4-0a85-4983-9b7c-5856cabe3fbb service nova] Enqueued Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_rules [ 927.802592] env[69975]: INFO networking_nsxv3.common.synchronization [req-f0a66728-9b98-4b79-b664-ae9b13247de3 req-a6204cb4-0a85-4983-9b7c-5856cabe3fbb service nova] Enqueued Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_members [ 927.802740] env[69975]: INFO networking_nsxv3.common.synchronization [req-f0a66728-9b98-4b79-b664-ae9b13247de3 req-a6204cb4-0a85-4983-9b7c-5856cabe3fbb service nova] Enqueued Resource ID: c2bd72f6-ab11-4b22-aa80-ce6071d3ffd4 with Priority: HIGHEST for action port [ 927.803330] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_rules [ 927.803402] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_members [ 927.803507] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2bd72f6-ab11-4b22-aa80-ce6071d3ffd4 with Priority: HIGHEST for action port [ 927.803823] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.803980] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.804187] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.804455] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.804574] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.806335] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.806462] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.806656] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2bd72f6-ab11-4b22-aa80-ce6071d3ffd4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.806751] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2bd72f6-ab11-4b22-aa80-ce6071d3ffd4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.806816] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2bd72f6-ab11-4b22-aa80-ce6071d3ffd4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.807016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2bd72f6-ab11-4b22-aa80-ce6071d3ffd4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.807096] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2bd72f6-ab11-4b22-aa80-ce6071d3ffd4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.312377] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.312719] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.312762] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2bd72f6-ab11-4b22-aa80-ce6071d3ffd4 with status ACTIVE [ 928.312912] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.313035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.313124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.313346] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.313550] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.313726] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.313820] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.313892] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.314094] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.314182] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.314446] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.314550] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.314613] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.314769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.314845] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.314930] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2bd72f6-ab11-4b22-aa80-ce6071d3ffd4 is going to be updated. [ 928.344028] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.344238] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.344297] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.344572] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.344634] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.344803] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2bd72f6-ab11-4b22-aa80-ce6071d3ffd4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.494205] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2def26-d361-4c00-8500-5552b5d10717 in Status: SUCCESS [ 928.494452] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.494633] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.494848] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.495055] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.495185] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.495337] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.495402] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.495486] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.495567] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.495710] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c2def26-d361-4c00-8500-5552b5d10717',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.597662] env[69975]: INFO networking_nsxv3.common.synchronization [req-f75e2271-f4e7-464a-8740-0e9193db01ba req-502346f9-a991-49f4-91dc-704fe94b6bcb tempest-ListServersNegativeTestJSON-1689300438 tempest-ListServersNegativeTestJSON-1689300438-project-member] Enqueued Resource ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b with Priority: HIGHEST for action security_group_members [ 928.597662] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b with Priority: HIGHEST for action security_group_members [ 928.597795] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.597940] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.597940] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.599468] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.600235] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.600235] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.600235] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.600235] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.600460] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.600635] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.001684] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c2def26-d361-4c00-8500-5552b5d10717',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.102811] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.103047] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.103111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.103408] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.103540] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.103769] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.103950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.104010] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.104192] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.104291] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.104400] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b already deleted. [ 929.104507] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.373027] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.373027] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-483" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.373027] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-483" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.373027] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-483" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.373027] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.374094] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.374417] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.374824] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.375131] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.375532] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.375796] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.376184] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.376449] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.376709] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.378055] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.378055] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.407117] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: SUCCESS [ 929.407117] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.407117] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.407117] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.407117] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.409119] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.409119] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.409119] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.409119] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.409119] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.412209] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.412756] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 929.413763] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.413763] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-483" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.417223] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-5c467e3e-6a47-4c32-b107-2c1b776e27ea taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.417223] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-5c467e3e-6a47-4c32-b107-2c1b776e27ea" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.417223] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-5c467e3e-6a47-4c32-b107-2c1b776e27ea" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.417223] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-5c467e3e-6a47-4c32-b107-2c1b776e27ea" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.417223] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c467e3e-6a47-4c32-b107-2c1b776e27ea',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.504719] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c2def26-d361-4c00-8500-5552b5d10717: rpc.has_security_group_logging(os_id): False [ 929.530668] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.530668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.530668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.530860] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.531194] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.533595] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.533595] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.533595] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.533595] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.533595] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.533595] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c2def26-d361-4c00-8500-5552b5d10717 is going to be created. [ 929.616546] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 in Status: SUCCESS [ 929.617663] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.625476] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.625682] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.625765] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.626079] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.626328] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.642315] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c2def26-d361-4c00-8500-5552b5d10717 in Status: IN_PROGRESS for 2s [ 929.918594] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.920226] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.920392] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.920527] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.920801] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.920973] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.921215] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 5c467e3e-6a47-4c32-b107-2c1b776e27ea not found, creating... [ 929.921546] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.921820] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.921996] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.922409] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.922627] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.922992] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.923323] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.923535] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.923805] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.924819] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.924819] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 5c467e3e-6a47-4c32-b107-2c1b776e27ea is going to be created. [ 929.954281] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.954846] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.954846] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.956357] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.956357] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.956357] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-5c467e3e-6a47-4c32-b107-2c1b776e27ea" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.426868] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.930931] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.931263] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.931369] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.931601] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.931697] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.931800] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2be00df-6a0a-4200-a397-d8deb2caa993 is going to be updated. [ 930.966378] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.966378] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.966378] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.966378] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.966378] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.977271] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: IN_PROGRESS for 2s [ 930.985504] env[69975]: INFO networking_nsxv3.common.synchronization [req-f75e2271-f4e7-464a-8740-0e9193db01ba req-4a479be0-8cf9-4f74-b15a-3803fe2f20a7 service nova] Enqueued Resource ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b with Priority: HIGHEST for action security_group_rules [ 930.985775] env[69975]: INFO networking_nsxv3.common.synchronization [req-f75e2271-f4e7-464a-8740-0e9193db01ba req-4a479be0-8cf9-4f74-b15a-3803fe2f20a7 service nova] Enqueued Resource ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b with Priority: HIGHEST for action security_group_members [ 930.985936] env[69975]: INFO networking_nsxv3.common.synchronization [req-f75e2271-f4e7-464a-8740-0e9193db01ba req-4a479be0-8cf9-4f74-b15a-3803fe2f20a7 service nova] Enqueued Resource ID: 5c467e3e-6a47-4c32-b107-2c1b776e27ea with Priority: HIGHEST for action port [ 930.986192] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b with Priority: HIGHEST for action security_group_rules [ 930.986347] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b with Priority: HIGHEST for action security_group_members [ 930.986454] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c467e3e-6a47-4c32-b107-2c1b776e27ea with Priority: HIGHEST for action port [ 930.987212] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68f6c213-db08-48b0-abbd-9b7f64cb5c2b taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.987757] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.987757] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.987757] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.987850] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.990140] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.990272] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.990341] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.991100] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.991100] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.991100] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.991217] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.991380] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.991429] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.991526] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.992458] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c467e3e-6a47-4c32-b107-2c1b776e27ea taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.992561] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c467e3e-6a47-4c32-b107-2c1b776e27ea" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.992683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c467e3e-6a47-4c32-b107-2c1b776e27ea" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.992762] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c467e3e-6a47-4c32-b107-2c1b776e27ea" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.992844] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c467e3e-6a47-4c32-b107-2c1b776e27ea',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.232034] env[69975]: INFO networking_nsxv3.common.synchronization [req-c56252f7-f4de-4cee-bae6-305cda28b365 req-9d27aca6-5f47-4983-9b41-9d51bb969e90 tempest-ServerMetadataNegativeTestJSON-371764788 tempest-ServerMetadataNegativeTestJSON-371764788-project-member] Enqueued Resource ID: 18277ac1-a00f-4256-86f9-cc85f086d936 with Priority: HIGHEST for action security_group_members [ 931.232470] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18277ac1-a00f-4256-86f9-cc85f086d936 with Priority: HIGHEST for action security_group_members [ 931.232776] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-18277ac1-a00f-4256-86f9-cc85f086d936 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.232901] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.232968] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.236670] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.237863] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.238074] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.238187] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.238416] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.238590] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.238725] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18277ac1-a00f-4256-86f9-cc85f086d936',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.377801] env[69975]: INFO networking_nsxv3.common.synchronization [req-f75e2271-f4e7-464a-8740-0e9193db01ba req-130fe718-3d8a-4d74-be3a-be509fd5d524 tempest-ListServersNegativeTestJSON-1689300438 tempest-ListServersNegativeTestJSON-1689300438-project-member] Enqueued Resource ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b with Priority: HIGHEST for action security_group_members [ 931.378436] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b with Priority: HIGHEST for action security_group_members [ 931.379496] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.379496] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.493182] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.493182] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.496450] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.498388] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c467e3e-6a47-4c32-b107-2c1b776e27ea with status ACTIVE [ 931.498646] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.498743] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.505134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.505134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.505134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.505134] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.505134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.505134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.505134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.505134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.505134] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.505134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.505134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.505134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.505134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.505134] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c467e3e-6a47-4c32-b107-2c1b776e27ea is going to be updated. [ 931.530155] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.530341] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.530341] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.530544] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.530680] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.530845] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c467e3e-6a47-4c32-b107-2c1b776e27ea" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.663607] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c2def26-d361-4c00-8500-5552b5d10717 in Status: SUCCESS [ 931.665496] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.743024] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.743024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.743024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.743024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.743024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.744171] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.744378] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.744450] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.744673] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.744760] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.744862] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18277ac1-a00f-4256-86f9-cc85f086d936 is going to be updated. [ 931.788544] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.788802] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.788886] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.789223] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.789432] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.804155] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18277ac1-a00f-4256-86f9-cc85f086d936 in Status: IN_PROGRESS for 2s [ 931.969924] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.970218] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-483" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.970463] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-483" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.970879] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-483" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.971329] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.971517] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.971667] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.971926] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.972112] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.972345] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 931.972461] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.972572] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.972686] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.972799] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 931.972908] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.973059] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.996459] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.996801] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 931.997085] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.997413] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-483" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.998038] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-6e14b78a-b061-48f2-ad9b-6430822d4a48 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.998362] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-6e14b78a-b061-48f2-ad9b-6430822d4a48" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.998587] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-6e14b78a-b061-48f2-ad9b-6430822d4a48" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.999119] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-6e14b78a-b061-48f2-ad9b-6430822d4a48" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.999394] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e14b78a-b061-48f2-ad9b-6430822d4a48',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.006291] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.503783] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.503783] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.503783] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.503783] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.503783] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.504403] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 6e14b78a-b061-48f2-ad9b-6430822d4a48 not found, creating... [ 932.504403] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.504403] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.504585] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.504879] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.504962] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.505245] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.505413] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.505534] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.505750] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.505886] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.506042] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 6e14b78a-b061-48f2-ad9b-6430822d4a48 is going to be created. [ 932.509919] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.509919] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.510055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.510178] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.510257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.510348] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b is going to be created. [ 932.569788] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.570023] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.570157] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.570514] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.570877] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.571355] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-6e14b78a-b061-48f2-ad9b-6430822d4a48" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.577340] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.577536] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.577536] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.577745] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.577909] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.589161] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b in Status: UNINITIALIZED for 2s [ 932.989745] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: SUCCESS [ 932.990009] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.990237] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.990984] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.991311] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.991619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.991619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.991757] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.991791] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.992094] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.992094] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.434024] env[69975]: INFO networking_nsxv3.common.synchronization [req-f75e2271-f4e7-464a-8740-0e9193db01ba req-f390f5be-60fd-4bea-af3c-aeddc41c80bf service nova] Enqueued Resource ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b with Priority: HIGHEST for action security_group_rules [ 933.434024] env[69975]: INFO networking_nsxv3.common.synchronization [req-f75e2271-f4e7-464a-8740-0e9193db01ba req-f390f5be-60fd-4bea-af3c-aeddc41c80bf service nova] Enqueued Resource ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b with Priority: HIGHEST for action security_group_members [ 933.434024] env[69975]: INFO networking_nsxv3.common.synchronization [req-f75e2271-f4e7-464a-8740-0e9193db01ba req-f390f5be-60fd-4bea-af3c-aeddc41c80bf service nova] Enqueued Resource ID: 6e14b78a-b061-48f2-ad9b-6430822d4a48 with Priority: HIGHEST for action port [ 933.434024] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b with Priority: HIGHEST for action security_group_rules [ 933.434024] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b with Priority: HIGHEST for action security_group_members [ 933.434024] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e14b78a-b061-48f2-ad9b-6430822d4a48 with Priority: HIGHEST for action port [ 933.434024] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68f6c213-db08-48b0-abbd-9b7f64cb5c2b taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.436310] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.436310] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.436310] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.436635] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e14b78a-b061-48f2-ad9b-6430822d4a48 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.436732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e14b78a-b061-48f2-ad9b-6430822d4a48" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.436841] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e14b78a-b061-48f2-ad9b-6430822d4a48" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.437165] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e14b78a-b061-48f2-ad9b-6430822d4a48" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.437318] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e14b78a-b061-48f2-ad9b-6430822d4a48',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.496611] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.496779] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.496851] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.497105] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.497278] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.497386] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.497487] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.497676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.497795] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.498663] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.498663] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.498663] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.498663] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.498663] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.498663] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.498663] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.499255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.499255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.499255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.499361] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.499393] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.817366] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18277ac1-a00f-4256-86f9-cc85f086d936 in Status: SUCCESS [ 933.817636] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18277ac1-a00f-4256-86f9-cc85f086d936 deletion is rescheduled due to dependency. [ 933.817762] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.940090] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e14b78a-b061-48f2-ad9b-6430822d4a48 with status ACTIVE [ 933.940356] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.940533] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.940648] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.941085] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.941085] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.941346] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.941513] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.941513] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.941712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.941765] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.941935] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.942121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.942121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.942262] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.942343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.942433] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e14b78a-b061-48f2-ad9b-6430822d4a48 is going to be updated. [ 933.982519] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.982660] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.982734] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.982957] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.983109] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.983278] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e14b78a-b061-48f2-ad9b-6430822d4a48" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.002020] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2be00df-6a0a-4200-a397-d8deb2caa993: rpc.has_security_group_logging(os_id): False [ 934.033039] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.033235] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.033297] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.033474] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.033567] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.033808] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.033937] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.033994] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.034127] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.034255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.034377] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.034470] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.034532] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.034669] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.034736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.034911] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.034997] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.035058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.035204] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.035274] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.035359] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2be00df-6a0a-4200-a397-d8deb2caa993 is going to be updated. [ 934.138294] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.138436] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.138505] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.138724] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.138933] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.163468] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: IN_PROGRESS for 2s [ 934.599710] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b in Status: SUCCESS [ 934.599952] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.600148] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.600370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.600559] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.600685] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.600785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.600891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.600970] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.601101] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.104630] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.607899] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.113595] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.114111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.114111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.114111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.114240] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.114274] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b is going to be updated. [ 936.152921] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.153166] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.153331] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.153510] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.153671] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.166510] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b in Status: IN_PROGRESS for 2s [ 936.181389] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: SUCCESS [ 936.181736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.955423] env[69975]: INFO networking_nsxv3.common.synchronization [req-f75e2271-f4e7-464a-8740-0e9193db01ba req-0f6fd4f0-7f2a-49fb-8e7a-929d11894d7a tempest-ListServersNegativeTestJSON-1689300438 tempest-ListServersNegativeTestJSON-1689300438-project-member] Enqueued Resource ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b with Priority: HIGHEST for action security_group_members [ 936.956084] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b with Priority: HIGHEST for action security_group_members [ 936.958105] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.958105] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.967767] env[69975]: INFO networking_nsxv3.common.synchronization [req-8cda336e-2839-4a42-9c82-5f21a2c28b10 req-dbe21e3f-8d0e-4db2-b188-8d139312bd1d tempest-AttachInterfacesV270Test-1674264032 tempest-AttachInterfacesV270Test-1674264032-project-member] Enqueued Resource ID: cb3ef612-ade9-4f1b-b2c4-7bea44bed64d with Priority: HIGHEST for action security_group_members [ 936.968691] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb3ef612-ade9-4f1b-b2c4-7bea44bed64d with Priority: HIGHEST for action security_group_members [ 936.969130] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.969299] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.969396] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.969681] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.969937] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.970189] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.970266] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.970493] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.970619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.970721] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb3ef612-ade9-4f1b-b2c4-7bea44bed64d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.388082] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.388414] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-483" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.388414] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-483" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.388675] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-483" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.388934] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.389185] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.389319] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.389541] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.389689] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.389907] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.390038] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.390226] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.390290] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.390377] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.390488] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.390623] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.414024] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.414024] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 937.414024] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.414635] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-483" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.414742] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-2b95faf4-6ad3-4170-a93a-15d892a8ca46 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.415117] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-2b95faf4-6ad3-4170-a93a-15d892a8ca46" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.415171] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-2b95faf4-6ad3-4170-a93a-15d892a8ca46" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.415768] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-2b95faf4-6ad3-4170-a93a-15d892a8ca46" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.415768] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b95faf4-6ad3-4170-a93a-15d892a8ca46',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.476164] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.476368] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.476402] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.476681] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.476766] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.476998] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.477123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.477196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.477449] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.477535] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.477664] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb3ef612-ade9-4f1b-b2c4-7bea44bed64d is going to be updated. [ 937.513319] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.513496] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.513568] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.513820] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.513967] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.524074] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb3ef612-ade9-4f1b-b2c4-7bea44bed64d in Status: IN_PROGRESS for 2s [ 937.887383] env[69975]: INFO networking_nsxv3.common.synchronization [None req-3ea5975c-f60d-4c91-a23f-b7a5df514093 tempest-ServerActionsTestJSON-676534199 tempest-ServerActionsTestJSON-676534199-project-member] Enqueued Resource ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc with Priority: HIGHEST for action security_group_rules [ 937.893588] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc with Priority: HIGHEST for action security_group_rules [ 937.893588] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed9219c2-67d1-4497-a933-bd2b1512f3dc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.894216] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.894424] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.894846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.894943] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed9219c2-67d1-4497-a933-bd2b1512f3dc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.918170] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.918429] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.918625] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.919039] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.919236] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.919416] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 2b95faf4-6ad3-4170-a93a-15d892a8ca46 not found, creating... [ 937.919861] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.919964] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.920130] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.920421] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.920655] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.920948] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.921583] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.921657] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.921892] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.922482] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.922482] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 2b95faf4-6ad3-4170-a93a-15d892a8ca46 is going to be created. [ 937.966759] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.967123] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.967198] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.967495] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.968081] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.968339] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-2b95faf4-6ad3-4170-a93a-15d892a8ca46" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.011449] env[69975]: INFO networking_nsxv3.common.synchronization [None req-9350b986-6b58-44a0-8666-9b4dad8b819c tempest-ServerActionsTestJSON-676534199 tempest-ServerActionsTestJSON-676534199-project-member] Enqueued Resource ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc with Priority: HIGHEST for action security_group_rules [ 938.011981] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc with Priority: HIGHEST for action security_group_rules [ 938.013064] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed9219c2-67d1-4497-a933-bd2b1512f3dc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.013064] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.185735] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b in Status: SUCCESS [ 938.185735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.185735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.185735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.185735] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.185735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.185735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.185735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.185735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.185735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.185735] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.186815] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.187182] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.187548] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.190782] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.190782] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.190782] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.190782] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.190782] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.424948] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.425329] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.425329] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.426337] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.426337] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.426337] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc already deleted. [ 938.426337] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.426901] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.427224] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.427505] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed9219c2-67d1-4497-a933-bd2b1512f3dc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.690954] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.691327] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.693820] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.835935] env[69975]: INFO networking_nsxv3.common.synchronization [req-f75e2271-f4e7-464a-8740-0e9193db01ba req-1a8dd021-6f93-4049-ab86-cf8cda2ec557 service nova] Enqueued Resource ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b with Priority: HIGHEST for action security_group_rules [ 938.835935] env[69975]: INFO networking_nsxv3.common.synchronization [req-f75e2271-f4e7-464a-8740-0e9193db01ba req-1a8dd021-6f93-4049-ab86-cf8cda2ec557 service nova] Enqueued Resource ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b with Priority: HIGHEST for action security_group_members [ 938.835935] env[69975]: INFO networking_nsxv3.common.synchronization [req-f75e2271-f4e7-464a-8740-0e9193db01ba req-1a8dd021-6f93-4049-ab86-cf8cda2ec557 service nova] Enqueued Resource ID: 2b95faf4-6ad3-4170-a93a-15d892a8ca46 with Priority: HIGHEST for action port [ 938.835935] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b with Priority: HIGHEST for action security_group_rules [ 938.835935] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b with Priority: HIGHEST for action security_group_members [ 938.835935] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b95faf4-6ad3-4170-a93a-15d892a8ca46 with Priority: HIGHEST for action port [ 938.836877] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68f6c213-db08-48b0-abbd-9b7f64cb5c2b taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.836877] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.837306] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.837444] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.837669] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b95faf4-6ad3-4170-a93a-15d892a8ca46 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.837781] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b95faf4-6ad3-4170-a93a-15d892a8ca46" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.837891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b95faf4-6ad3-4170-a93a-15d892a8ca46" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.838743] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b95faf4-6ad3-4170-a93a-15d892a8ca46" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.838743] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b95faf4-6ad3-4170-a93a-15d892a8ca46',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.956040] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.956215] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.956270] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.956493] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.956585] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.956680] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc already deleted. [ 938.956763] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.198013] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.340058] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b95faf4-6ad3-4170-a93a-15d892a8ca46 with status ACTIVE [ 939.340337] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.340527] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.340605] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.340757] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.340851] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.341118] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.341272] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.341366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.341555] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.341654] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.341908] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.342020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.342232] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.342332] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.342505] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.342585] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b95faf4-6ad3-4170-a93a-15d892a8ca46 is going to be updated. [ 939.371480] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.371631] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.371818] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.371983] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.372266] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.372318] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b95faf4-6ad3-4170-a93a-15d892a8ca46" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.539963] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb3ef612-ade9-4f1b-b2c4-7bea44bed64d in Status: SUCCESS [ 939.540223] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb3ef612-ade9-4f1b-b2c4-7bea44bed64d deletion is rescheduled due to dependency. [ 939.540327] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.700793] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.701026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.701172] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.701354] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.701441] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.701555] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b is going to be updated. [ 939.737832] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.739320] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.739320] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.739320] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.739320] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.750202] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b in Status: IN_PROGRESS for 2s [ 940.808670] env[69975]: INFO networking_nsxv3.common.synchronization [req-d8513520-02f6-427c-9567-e864124fdb41 req-fa6bc3fb-f7f7-4349-8c92-4029cc8c0f62 tempest-ListImageFiltersTestJSON-1969169780 tempest-ListImageFiltersTestJSON-1969169780-project-member] Enqueued Resource ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 with Priority: HIGHEST for action security_group_members [ 940.809502] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 with Priority: HIGHEST for action security_group_members [ 940.809764] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.809943] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.810055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.810941] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.810941] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.810941] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.810941] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.811298] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.811298] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.811360] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1c7a90b-d205-4a4c-9d53-49d93f5c8786',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.315675] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1c7a90b-d205-4a4c-9d53-49d93f5c8786',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.764157] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b in Status: SUCCESS [ 941.766028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.766028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.766028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.766028] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.766028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.766028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.766028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.766028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.766028] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.801570] env[69975]: INFO networking_nsxv3.common.synchronization [req-b9d53a5c-7ffa-4ccc-a479-3a0e7f625f83 req-9c87dd79-7ef3-4c39-b020-d0c67c2eb0b6 tempest-VolumesAdminNegativeTest-1489893392 tempest-VolumesAdminNegativeTest-1489893392-project-member] Enqueued Resource ID: 8e5d00fd-3c4b-4600-a8e7-c694492b05a3 with Priority: HIGHEST for action security_group_members [ 941.802446] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5d00fd-3c4b-4600-a8e7-c694492b05a3 with Priority: HIGHEST for action security_group_members [ 941.802939] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.803102] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.803217] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.803623] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.803843] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.804013] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.804091] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.804302] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.804406] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.804507] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e5d00fd-3c4b-4600-a8e7-c694492b05a3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.818472] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1c7a90b-d205-4a4c-9d53-49d93f5c8786',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.270516] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.270849] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-244" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.271455] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-244" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.271763] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-244" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.272156] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.272440] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.272586] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.272838] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.272990] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.273234] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.273506] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.273659] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.273778] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.273905] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.274134] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.274332] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.276103] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.297712] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.297924] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 942.298181] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.298391] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-244" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.298851] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-ae227fd2-200e-4e2b-9de5-a6a54ec3ef4f taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.299209] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-ae227fd2-200e-4e2b-9de5-a6a54ec3ef4f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.299365] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-ae227fd2-200e-4e2b-9de5-a6a54ec3ef4f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.299859] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-ae227fd2-200e-4e2b-9de5-a6a54ec3ef4f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.299859] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae227fd2-200e-4e2b-9de5-a6a54ec3ef4f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.307567] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.307717] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.307774] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.308031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.308152] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.308360] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.308915] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.308915] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.308915] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.308915] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.308915] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5d00fd-3c4b-4600-a8e7-c694492b05a3 already deleted. [ 942.309175] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.321363] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.321571] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.321657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.321909] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.322055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.322170] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 is going to be updated. [ 942.353277] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.353521] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.355129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.355129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.355129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.366400] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 in Status: IN_PROGRESS for 2s [ 942.780371] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.803555] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.803767] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.803876] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.804212] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.804433] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.804581] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port ae227fd2-200e-4e2b-9de5-a6a54ec3ef4f not found, creating... [ 942.804861] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.805040] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.805168] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.805721] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.805773] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.806086] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.806255] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.806792] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.807040] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.807252] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.807361] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: ae227fd2-200e-4e2b-9de5-a6a54ec3ef4f is going to be created. [ 942.833993] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.833993] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.834745] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.834745] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.835068] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.835068] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-ae227fd2-200e-4e2b-9de5-a6a54ec3ef4f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.103476] env[69975]: INFO networking_nsxv3.common.synchronization [req-4cedab56-fe50-4bf7-a4a9-2b336c5c9059 req-2219cfca-28a3-412f-9bce-8795fd47681b tempest-MigrationsAdminTest-1206652408 tempest-MigrationsAdminTest-1206652408-project-member] Enqueued Resource ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 with Priority: HIGHEST for action security_group_members [ 943.104070] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 with Priority: HIGHEST for action security_group_members [ 943.104397] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.104529] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.104596] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.104806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.104963] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.105081] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.105150] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.105304] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.105420] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.105563] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b72e9e-1ec3-495e-9a2f-39d95736f6a0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.285442] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.285659] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.285768] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.286062] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.286195] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.286350] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b is going to be updated. [ 943.319717] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.319932] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.320060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.320429] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.320653] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.333548] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b in Status: IN_PROGRESS for 2s [ 943.610556] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.610754] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.610828] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.611108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.611230] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.611445] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.611547] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.611610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.611770] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.611847] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.611932] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 is going to be updated. [ 943.658486] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.658743] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.658743] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.658979] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.659136] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.669248] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 in Status: IN_PROGRESS for 2s [ 943.945554] env[69975]: INFO networking_nsxv3.common.synchronization [req-b9d53a5c-7ffa-4ccc-a479-3a0e7f625f83 req-a1ff04ce-5b5b-4fa0-9bb6-da8e4afaf463 service nova] Enqueued Resource ID: 8e5d00fd-3c4b-4600-a8e7-c694492b05a3 with Priority: HIGHEST for action security_group_rules [ 943.945829] env[69975]: INFO networking_nsxv3.common.synchronization [req-b9d53a5c-7ffa-4ccc-a479-3a0e7f625f83 req-a1ff04ce-5b5b-4fa0-9bb6-da8e4afaf463 service nova] Enqueued Resource ID: 8e5d00fd-3c4b-4600-a8e7-c694492b05a3 with Priority: HIGHEST for action security_group_members [ 943.945935] env[69975]: INFO networking_nsxv3.common.synchronization [req-b9d53a5c-7ffa-4ccc-a479-3a0e7f625f83 req-a1ff04ce-5b5b-4fa0-9bb6-da8e4afaf463 service nova] Enqueued Resource ID: ae227fd2-200e-4e2b-9de5-a6a54ec3ef4f with Priority: HIGHEST for action port [ 943.946201] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5d00fd-3c4b-4600-a8e7-c694492b05a3 with Priority: HIGHEST for action security_group_rules [ 943.946346] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5d00fd-3c4b-4600-a8e7-c694492b05a3 with Priority: HIGHEST for action security_group_members [ 943.946442] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae227fd2-200e-4e2b-9de5-a6a54ec3ef4f with Priority: HIGHEST for action port [ 943.947042] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e5d00fd-3c4b-4600-a8e7-c694492b05a3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.948577] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.948657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.949459] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.949569] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e5d00fd-3c4b-4600-a8e7-c694492b05a3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.950633] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.950758] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.950824] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.951009] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.951226] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.951353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.951396] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.951520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.951604] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.951689] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e5d00fd-3c4b-4600-a8e7-c694492b05a3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.952524] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae227fd2-200e-4e2b-9de5-a6a54ec3ef4f taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.952643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae227fd2-200e-4e2b-9de5-a6a54ec3ef4f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.952678] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae227fd2-200e-4e2b-9de5-a6a54ec3ef4f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.952827] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae227fd2-200e-4e2b-9de5-a6a54ec3ef4f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.952901] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae227fd2-200e-4e2b-9de5-a6a54ec3ef4f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.381601] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 in Status: SUCCESS [ 944.381935] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.454954] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.455329] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.455594] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e5d00fd-3c4b-4600-a8e7-c694492b05a3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.457824] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae227fd2-200e-4e2b-9de5-a6a54ec3ef4f with status ACTIVE [ 944.458103] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.459027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.459027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.459027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.459027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.459303] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.459303] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.459457] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.459567] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.459670] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.459887] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.460041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.460130] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.460309] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.460405] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.460472] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae227fd2-200e-4e2b-9de5-a6a54ec3ef4f is going to be updated. [ 944.494437] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.494655] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.494758] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.495039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.495223] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.495428] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae227fd2-200e-4e2b-9de5-a6a54ec3ef4f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.964483] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e5d00fd-3c4b-4600-a8e7-c694492b05a3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.343082] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b in Status: SUCCESS [ 945.343237] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.343350] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.343583] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.343813] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.343971] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.344107] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.344288] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.344398] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.344521] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.344738] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.344844] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.344921] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.345086] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.345263] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.345481] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.345543] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.345688] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.345765] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.345849] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.345958] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.347168] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.347168] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.347325] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.347397] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.347448] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.347579] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.347647] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.347733] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.468897] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.469194] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.469194] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.469478] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.469580] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.469687] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5d00fd-3c4b-4600-a8e7-c694492b05a3 is going to be created. [ 945.494062] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.494359] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.494359] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.494497] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.494676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.505057] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5d00fd-3c4b-4600-a8e7-c694492b05a3 in Status: UNINITIALIZED for 2s [ 945.680396] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 in Status: SUCCESS [ 945.680575] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 deletion is rescheduled due to dependency. [ 945.681321] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.849867] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68f6c213-db08-48b0-abbd-9b7f64cb5c2b: rpc.has_security_group_logging(os_id): False [ 945.852584] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.867869] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.868026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.868088] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.868303] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.868396] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.868646] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.868755] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.868814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.868976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.869219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.869358] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.869457] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.869518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.869662] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.869733] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.869904] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.869996] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.870067] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.870204] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.870277] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.870362] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b is going to be created. [ 945.943545] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.943790] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.943855] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.944123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.944347] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.963294] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b in Status: IN_PROGRESS for 2s [ 946.355310] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.627454] env[69975]: INFO networking_nsxv3.common.synchronization [req-3bd0f838-bd0f-453b-ad25-dc7a80e0aa6a req-17dd9c66-034e-4001-8c28-a4515dee1f0f tempest-ServerActionsTestOtherA-1666177876 tempest-ServerActionsTestOtherA-1666177876-project-member] Enqueued Resource ID: e9ad417f-8e46-4972-82c6-a63a0ad014fb with Priority: HIGHEST for action security_group_members [ 946.628540] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9ad417f-8e46-4972-82c6-a63a0ad014fb with Priority: HIGHEST for action security_group_members [ 946.629168] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9ad417f-8e46-4972-82c6-a63a0ad014fb taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.629786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.630122] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.630563] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.631675] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.632819] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.633039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.633395] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.633635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.633855] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9ad417f-8e46-4972-82c6-a63a0ad014fb',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.859943] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.859943] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.859943] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.859943] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.859943] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.859943] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b is going to be updated. [ 946.892525] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.892525] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.892525] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.892525] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.892525] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.905354] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b in Status: IN_PROGRESS for 2s [ 947.017199] env[69975]: INFO networking_nsxv3.common.synchronization [req-b266a457-40d9-4014-bc9d-6e5934593560 req-31832d4b-ebe5-435a-a157-30281a941be3 tempest-ServerRescueTestJSON-312521432 tempest-ServerRescueTestJSON-312521432-project-member] Enqueued Resource ID: 7d112341-79a2-4398-9aee-56ff58766c8a with Priority: HIGHEST for action security_group_members [ 947.017199] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d112341-79a2-4398-9aee-56ff58766c8a with Priority: HIGHEST for action security_group_members [ 947.017199] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d112341-79a2-4398-9aee-56ff58766c8a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.017199] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.017199] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.017199] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.017927] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.018115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.018180] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.018611] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.018611] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.018611] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d112341-79a2-4398-9aee-56ff58766c8a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.088669] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.089065] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-200" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.089065] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-200" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.089350] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-200" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.089621] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.089778] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.089999] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.090158] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.090311] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.090551] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.090640] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.090757] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.090869] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.090978] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.091141] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.091337] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.112603] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.112756] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 947.112898] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.113121] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-200" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.113522] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-18a2c6c8-1313-42eb-a058-40e272e7fda3 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.113753] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-18a2c6c8-1313-42eb-a058-40e272e7fda3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.113890] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-18a2c6c8-1313-42eb-a058-40e272e7fda3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.114367] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-18a2c6c8-1313-42eb-a058-40e272e7fda3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.114367] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18a2c6c8-1313-42eb-a058-40e272e7fda3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.138022] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.138022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.138022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.138022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.138022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.138022] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.138022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.138022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.138022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.138022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.138022] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9ad417f-8e46-4972-82c6-a63a0ad014fb already deleted. [ 947.138022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.518022] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5d00fd-3c4b-4600-a8e7-c694492b05a3 in Status: SUCCESS [ 947.518022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.518022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.518022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.518022] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.518022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.518022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.518022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.518022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.518022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.518022] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e5d00fd-3c4b-4600-a8e7-c694492b05a3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.520724] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.521101] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.521653] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.524187] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.524187] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.524187] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.524187] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.524187] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.524187] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.524187] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.524187] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d112341-79a2-4398-9aee-56ff58766c8a is going to be updated. [ 947.552285] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.552440] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.552506] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.553482] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.553482] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.562386] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d112341-79a2-4398-9aee-56ff58766c8a in Status: IN_PROGRESS for 2s [ 947.617608] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.618599] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.618599] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.621017] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.621017] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.621017] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 18a2c6c8-1313-42eb-a058-40e272e7fda3 not found, creating... [ 947.621017] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.621017] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.621017] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.621017] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.621017] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.621017] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.621017] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.621454] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.621816] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.622095] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.622351] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 18a2c6c8-1313-42eb-a058-40e272e7fda3 is going to be created. [ 947.650154] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.650154] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.650154] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.650154] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.650154] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.650154] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-18a2c6c8-1313-42eb-a058-40e272e7fda3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.976951] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b in Status: SUCCESS [ 947.977243] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.977427] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.977732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.977732] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.022104] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.022104] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.022104] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.022371] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.022371] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.022484] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.022484] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.022640] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.022729] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.022817] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.022962] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.023069] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.023131] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.023272] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.023406] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.023523] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.023585] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.023725] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.023799] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.023881] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.023970] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e5d00fd-3c4b-4600-a8e7-c694492b05a3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.347628] env[69975]: INFO networking_nsxv3.common.synchronization [req-3bd0f838-bd0f-453b-ad25-dc7a80e0aa6a req-cde63266-680d-438c-a5d8-f09f765b90e8 service nova] Enqueued Resource ID: e9ad417f-8e46-4972-82c6-a63a0ad014fb with Priority: HIGHEST for action security_group_rules [ 948.347812] env[69975]: INFO networking_nsxv3.common.synchronization [req-3bd0f838-bd0f-453b-ad25-dc7a80e0aa6a req-cde63266-680d-438c-a5d8-f09f765b90e8 service nova] Enqueued Resource ID: e9ad417f-8e46-4972-82c6-a63a0ad014fb with Priority: HIGHEST for action security_group_members [ 948.347953] env[69975]: INFO networking_nsxv3.common.synchronization [req-3bd0f838-bd0f-453b-ad25-dc7a80e0aa6a req-cde63266-680d-438c-a5d8-f09f765b90e8 service nova] Enqueued Resource ID: 18a2c6c8-1313-42eb-a058-40e272e7fda3 with Priority: HIGHEST for action port [ 948.348200] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9ad417f-8e46-4972-82c6-a63a0ad014fb with Priority: HIGHEST for action security_group_rules [ 948.348324] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9ad417f-8e46-4972-82c6-a63a0ad014fb with Priority: HIGHEST for action security_group_members [ 948.348419] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a2c6c8-1313-42eb-a058-40e272e7fda3 with Priority: HIGHEST for action port [ 948.348973] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9ad417f-8e46-4972-82c6-a63a0ad014fb taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.351038] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.351038] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.351038] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.351038] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9ad417f-8e46-4972-82c6-a63a0ad014fb',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.351854] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9ad417f-8e46-4972-82c6-a63a0ad014fb taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.351972] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.352055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.352234] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.352410] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.352509] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.352571] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.352723] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.352805] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.352898] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9ad417f-8e46-4972-82c6-a63a0ad014fb',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.353716] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-18a2c6c8-1313-42eb-a058-40e272e7fda3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.353816] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18a2c6c8-1313-42eb-a058-40e272e7fda3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.354860] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18a2c6c8-1313-42eb-a058-40e272e7fda3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.355037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18a2c6c8-1313-42eb-a058-40e272e7fda3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.355119] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18a2c6c8-1313-42eb-a058-40e272e7fda3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.480181] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.480891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.530396] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e5d00fd-3c4b-4600-a8e7-c694492b05a3: rpc.has_security_group_logging(os_id): False [ 948.551275] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.551445] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.551523] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.551764] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.551856] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.552093] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.552464] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.552464] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.552464] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.552581] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.552667] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.552760] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.552820] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.552956] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.553039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.553223] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.553317] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.553383] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.553508] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.553635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.553679] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e5d00fd-3c4b-4600-a8e7-c694492b05a3 is going to be created. [ 948.613881] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.614142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.614224] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.614437] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.614616] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.628638] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e5d00fd-3c4b-4600-a8e7-c694492b05a3 in Status: IN_PROGRESS for 2s [ 948.857214] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9ad417f-8e46-4972-82c6-a63a0ad014fb taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.857625] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.858021] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9ad417f-8e46-4972-82c6-a63a0ad014fb',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.859400] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18a2c6c8-1313-42eb-a058-40e272e7fda3 with status ACTIVE [ 948.859803] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.860064] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.860218] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.860566] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.860769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.862466] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.862466] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.862466] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.862466] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.862466] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.862466] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.862466] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.862466] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.862466] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.862466] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.862466] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18a2c6c8-1313-42eb-a058-40e272e7fda3 is going to be updated. [ 948.894592] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.894809] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.894900] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.895065] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.895252] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.895465] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18a2c6c8-1313-42eb-a058-40e272e7fda3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.916714] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b in Status: SUCCESS [ 948.917081] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.917296] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.917547] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.917742] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.917960] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.918084] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.918274] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.918381] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.918488] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.918609] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.364714] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9ad417f-8e46-4972-82c6-a63a0ad014fb',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.407670] env[69975]: INFO networking_nsxv3.common.synchronization [req-13caea87-7fe8-4adc-bf17-b0ceb2b8e95d req-33e6e76d-babc-4f98-b3e0-749d95f70f42 tempest-ImagesOneServerNegativeTestJSON-2022974886 tempest-ImagesOneServerNegativeTestJSON-2022974886-project-member] Enqueued Resource ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 with Priority: HIGHEST for action security_group_members [ 949.408295] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 with Priority: HIGHEST for action security_group_members [ 949.409027] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.409027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.409027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.409027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.410203] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.411037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.411037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.411037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.411037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.411037] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46da6b22-48c7-4d14-9ee8-6c0df0c486f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.421023] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.421253] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.421329] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.421632] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.421816] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.421925] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.422010] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.422211] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.422327] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.422423] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.422764] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.422764] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.422764] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.422958] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.423033] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.423100] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.423149] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.423777] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.423777] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.423777] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.423777] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.573958] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d112341-79a2-4398-9aee-56ff58766c8a in Status: SUCCESS [ 949.574317] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d112341-79a2-4398-9aee-56ff58766c8a deletion is rescheduled due to dependency. [ 949.574599] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d112341-79a2-4398-9aee-56ff58766c8a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.869225] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.869402] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.869448] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.872348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.872348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.872348] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9ad417f-8e46-4972-82c6-a63a0ad014fb is going to be created. [ 949.899521] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.901735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.901735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.901735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.901735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.910388] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9ad417f-8e46-4972-82c6-a63a0ad014fb in Status: UNINITIALIZED for 2s [ 949.913402] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.913402] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.913402] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.913402] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.926031] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68f6c213-db08-48b0-abbd-9b7f64cb5c2b: rpc.has_security_group_logging(os_id): False [ 949.932391] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.932648] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-141" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.936018] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-141" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.936018] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-141" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.936018] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.936018] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.936018] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.936018] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.936018] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.936018] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.936018] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.936018] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.936018] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.936018] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.936018] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.936018] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.938339] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.938587] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.938727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.938813] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.939023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.939138] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.939370] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 is going to be updated. [ 949.947216] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.947345] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.947411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.947659] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.947696] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.947908] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.948013] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.948076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.948230] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.948300] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.948476] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.948563] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.948620] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.948751] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.949013] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.949013] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.949132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.949132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.949730] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.949730] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.949730] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b is going to be updated. [ 949.968410] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.968410] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 949.968631] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.968693] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-141" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.969307] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-46457931-d8c0-40b0-864b-9a4b8489c524 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.969307] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-46457931-d8c0-40b0-864b-9a4b8489c524" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.969601] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-46457931-d8c0-40b0-864b-9a4b8489c524" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.969817] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-46457931-d8c0-40b0-864b-9a4b8489c524" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.970231] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46457931-d8c0-40b0-864b-9a4b8489c524',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.972815] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.973028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.973127] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.974244] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.974244] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.989217] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 in Status: IN_PROGRESS for 2s [ 950.034064] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.034064] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.034214] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.035831] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.035831] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.049427] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b in Status: IN_PROGRESS for 2s [ 950.472375] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.472621] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.472978] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.473316] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.473528] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.473704] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 46457931-d8c0-40b0-864b-9a4b8489c524 not found, creating... [ 950.473986] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.474172] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.474298] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.474612] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.474771] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.475083] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.475249] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.475377] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.475592] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.475724] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.475870] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 46457931-d8c0-40b0-864b-9a4b8489c524 is going to be created. [ 950.511214] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.511214] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.511214] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.511512] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.511728] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.512076] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-46457931-d8c0-40b0-864b-9a4b8489c524" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.651946] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e5d00fd-3c4b-4600-a8e7-c694492b05a3 in Status: SUCCESS [ 950.651946] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.382690] env[69975]: INFO networking_nsxv3.common.synchronization [req-13caea87-7fe8-4adc-bf17-b0ceb2b8e95d req-caba59a2-ac2e-464b-8a56-e4261100016e service nova] Enqueued Resource ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 with Priority: HIGHEST for action security_group_rules [ 951.382904] env[69975]: INFO networking_nsxv3.common.synchronization [req-13caea87-7fe8-4adc-bf17-b0ceb2b8e95d req-caba59a2-ac2e-464b-8a56-e4261100016e service nova] Enqueued Resource ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 with Priority: HIGHEST for action security_group_members [ 951.383073] env[69975]: INFO networking_nsxv3.common.synchronization [req-13caea87-7fe8-4adc-bf17-b0ceb2b8e95d req-caba59a2-ac2e-464b-8a56-e4261100016e service nova] Enqueued Resource ID: 46457931-d8c0-40b0-864b-9a4b8489c524 with Priority: HIGHEST for action port [ 951.383880] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 with Priority: HIGHEST for action security_group_rules [ 951.384778] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 with Priority: HIGHEST for action security_group_members [ 951.384977] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46457931-d8c0-40b0-864b-9a4b8489c524 with Priority: HIGHEST for action port [ 951.385340] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46da6b22-48c7-4d14-9ee8-6c0df0c486f2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.385565] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.385633] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.386047] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.386208] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46da6b22-48c7-4d14-9ee8-6c0df0c486f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.387813] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.388293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.388583] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-46457931-d8c0-40b0-864b-9a4b8489c524 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.388729] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46457931-d8c0-40b0-864b-9a4b8489c524" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.388818] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46457931-d8c0-40b0-864b-9a4b8489c524" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.389055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46457931-d8c0-40b0-864b-9a4b8489c524" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.389184] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46457931-d8c0-40b0-864b-9a4b8489c524',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.888640] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.889106] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.895514] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46457931-d8c0-40b0-864b-9a4b8489c524 with status ACTIVE [ 951.895857] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.896083] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.897127] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.897127] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.897127] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.897127] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.897127] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.897529] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.897529] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.897529] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.897882] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.898137] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.898137] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.898365] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.898491] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.898623] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46457931-d8c0-40b0-864b-9a4b8489c524 is going to be updated. [ 951.920187] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9ad417f-8e46-4972-82c6-a63a0ad014fb in Status: SUCCESS [ 951.920524] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.920771] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.921093] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.921387] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.921788] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.921788] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.922037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.922097] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.922367] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.922416] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9ad417f-8e46-4972-82c6-a63a0ad014fb',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.925752] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.925882] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.925949] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.926154] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.926337] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.926560] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46457931-d8c0-40b0-864b-9a4b8489c524" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.006665] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 in Status: SUCCESS [ 952.006982] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 deletion is rescheduled due to dependency. [ 952.007236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.007966] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.008396] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.008731] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.008920] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.009040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.009394] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.009574] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.009751] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46da6b22-48c7-4d14-9ee8-6c0df0c486f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.066138] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b in Status: SUCCESS [ 952.071155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.071155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.071155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.071155] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.177937] env[69975]: INFO networking_nsxv3.common.synchronization [req-50807122-d453-4596-8ca0-14cc9fb4355b req-0d5100c9-148b-4914-ba8d-79cb37613ce5 tempest-AttachVolumeNegativeTest-1055724446 tempest-AttachVolumeNegativeTest-1055724446-project-member] Enqueued Resource ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 with Priority: HIGHEST for action security_group_members [ 952.178557] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 with Priority: HIGHEST for action security_group_members [ 952.178914] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e14c31-2b0e-48bf-ae0b-1881c1135c52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.179209] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.179383] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.179608] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.179891] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.179990] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.180093] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.180333] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.180453] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.180573] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e14c31-2b0e-48bf-ae0b-1881c1135c52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.323959] env[69975]: INFO networking_nsxv3.common.synchronization [req-892d1a70-d059-42c6-8c4b-0169714f9567 req-d55822b6-6750-442e-8906-d1173fb353ff tempest-ListServersNegativeTestJSON-1689300438 tempest-ListServersNegativeTestJSON-1689300438-project-member] Enqueued Resource ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b with Priority: HIGHEST for action security_group_members [ 952.325513] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b with Priority: HIGHEST for action security_group_members [ 952.326017] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.326532] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.327238] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.327484] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.327694] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.328355] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.328355] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.328355] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.328355] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.328606] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.425397] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9ad417f-8e46-4972-82c6-a63a0ad014fb',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.512020] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46da6b22-48c7-4d14-9ee8-6c0df0c486f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.574063] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.574270] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.664959] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.664959] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-170" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.664959] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-170" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.664959] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-170" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.665370] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.665370] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.665729] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.665729] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.665867] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.666049] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 952.666174] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.666325] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.666394] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.666598] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 952.666647] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.666761] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.687060] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.687060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.687060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.687060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.687060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.687060] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.687060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.687060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.687060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.687060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.687060] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 already deleted. [ 952.687060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.692221] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.692221] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 952.692221] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.692221] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-170" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.692221] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-a8e19350-a6cb-4da2-a745-4a03db30a50b taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.692555] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-a8e19350-a6cb-4da2-a745-4a03db30a50b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.692555] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-a8e19350-a6cb-4da2-a745-4a03db30a50b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.692896] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-a8e19350-a6cb-4da2-a745-4a03db30a50b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.692973] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8e19350-a6cb-4da2-a745-4a03db30a50b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.832765] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.931432] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9ad417f-8e46-4972-82c6-a63a0ad014fb: rpc.has_security_group_logging(os_id): False [ 952.958035] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.958035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.958035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.958035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.958035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.958035] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.958035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.958649] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.959575] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.959890] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.960204] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9ad417f-8e46-4972-82c6-a63a0ad014fb is going to be created. [ 953.017689] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46da6b22-48c7-4d14-9ee8-6c0df0c486f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.032048] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.032048] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.032315] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.032488] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.032652] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.047446] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9ad417f-8e46-4972-82c6-a63a0ad014fb in Status: IN_PROGRESS for 2s [ 953.198138] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.198400] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.198638] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.198836] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.198989] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.199263] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port a8e19350-a6cb-4da2-a745-4a03db30a50b not found, creating... [ 953.199458] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.199709] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.199789] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.200013] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.200167] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.200801] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.200801] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.200801] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.200983] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.201135] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.201365] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: a8e19350-a6cb-4da2-a745-4a03db30a50b is going to be created. [ 953.223485] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.223726] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.223856] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.224170] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.224409] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.224628] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-a8e19350-a6cb-4da2-a745-4a03db30a50b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.335376] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.521104] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.521104] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.521104] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.521484] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.521484] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.521484] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 is going to be updated. [ 953.555908] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.556120] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.556170] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.556346] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.556493] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.565889] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 in Status: IN_PROGRESS for 2s [ 953.840260] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.840260] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.840260] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.840260] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.840260] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.840260] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b is going to be updated. [ 953.871620] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.872189] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.872189] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.872464] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.873552] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.889493] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b in Status: IN_PROGRESS for 2s [ 953.969089] env[69975]: INFO networking_nsxv3.common.synchronization [req-50807122-d453-4596-8ca0-14cc9fb4355b req-bdc840ca-49b0-4a51-9bbc-e5733ee0cd58 service nova] Enqueued Resource ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 with Priority: HIGHEST for action security_group_rules [ 953.969089] env[69975]: INFO networking_nsxv3.common.synchronization [req-50807122-d453-4596-8ca0-14cc9fb4355b req-bdc840ca-49b0-4a51-9bbc-e5733ee0cd58 service nova] Enqueued Resource ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 with Priority: HIGHEST for action security_group_members [ 953.969089] env[69975]: INFO networking_nsxv3.common.synchronization [req-50807122-d453-4596-8ca0-14cc9fb4355b req-bdc840ca-49b0-4a51-9bbc-e5733ee0cd58 service nova] Enqueued Resource ID: a8e19350-a6cb-4da2-a745-4a03db30a50b with Priority: HIGHEST for action port [ 953.969089] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 with Priority: HIGHEST for action security_group_rules [ 953.969089] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 with Priority: HIGHEST for action security_group_members [ 953.969089] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e19350-a6cb-4da2-a745-4a03db30a50b with Priority: HIGHEST for action port [ 953.969089] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11e14c31-2b0e-48bf-ae0b-1881c1135c52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.969089] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.969089] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.970046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.970268] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11e14c31-2b0e-48bf-ae0b-1881c1135c52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.971360] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e14c31-2b0e-48bf-ae0b-1881c1135c52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.971615] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.971776] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.972111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.972446] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.972702] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.972891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.973147] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.973348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.973540] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e14c31-2b0e-48bf-ae0b-1881c1135c52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.975509] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8e19350-a6cb-4da2-a745-4a03db30a50b taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.975869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8e19350-a6cb-4da2-a745-4a03db30a50b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.976133] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8e19350-a6cb-4da2-a745-4a03db30a50b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.976567] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8e19350-a6cb-4da2-a745-4a03db30a50b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.978191] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8e19350-a6cb-4da2-a745-4a03db30a50b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.478915] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11e14c31-2b0e-48bf-ae0b-1881c1135c52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.480063] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e14c31-2b0e-48bf-ae0b-1881c1135c52 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.480243] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.480519] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8e19350-a6cb-4da2-a745-4a03db30a50b with status ACTIVE [ 954.480679] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.480828] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.480922] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.481070] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.481221] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.481368] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.481489] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.481579] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.481693] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.481784] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.481953] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.482098] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.482098] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.482266] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.482341] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.482408] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8e19350-a6cb-4da2-a745-4a03db30a50b is going to be updated. [ 954.534384] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.534706] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.534706] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.534882] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.534963] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.535153] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8e19350-a6cb-4da2-a745-4a03db30a50b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.982169] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11e14c31-2b0e-48bf-ae0b-1881c1135c52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.065728] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9ad417f-8e46-4972-82c6-a63a0ad014fb in Status: SUCCESS [ 955.065728] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.484564] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.484763] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.484816] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.485267] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.485267] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.485360] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 is going to be created. [ 955.515545] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.515800] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.515881] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.516257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.516257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.530393] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 in Status: UNINITIALIZED for 2s [ 955.586531] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 in Status: SUCCESS [ 955.586770] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.587034] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.587346] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.587674] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.587854] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.587925] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.588156] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.588257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.588363] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.588466] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46da6b22-48c7-4d14-9ee8-6c0df0c486f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.905939] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b in Status: SUCCESS [ 955.910027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.910027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.910027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.910027] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.910027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.910027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.910027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.910027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.910027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.910027] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.093709] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.093709] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.093709] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.094385] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.094385] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.094385] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.094385] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.094569] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.094677] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.094771] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.094922] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.095064] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.095134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.095282] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.095487] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.095539] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.095570] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.095693] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.095766] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.095842] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.096666] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46da6b22-48c7-4d14-9ee8-6c0df0c486f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.410852] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.411228] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.411338] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.411712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.411972] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.412193] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.412235] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.412481] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.412609] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.412777] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.413012] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.413165] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.413283] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.414422] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.414422] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.414422] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.414422] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.414422] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.414422] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.415892] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.415892] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.608968] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46da6b22-48c7-4d14-9ee8-6c0df0c486f2: rpc.has_security_group_logging(os_id): False [ 956.634471] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.634471] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.634471] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.634471] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.634471] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.634471] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.634471] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.634471] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.634471] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.634471] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.634471] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.634471] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.634471] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.634471] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.634471] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.635123] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.635123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.635123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.635123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.635123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.635123] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 is going to be updated. [ 956.706203] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.706289] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.706346] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.708760] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.708760] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.723794] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 in Status: IN_PROGRESS for 2s [ 956.917346] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68f6c213-db08-48b0-abbd-9b7f64cb5c2b: rpc.has_security_group_logging(os_id): False [ 956.937469] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.939028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.939347] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.939477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.939636] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.939960] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.940104] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.940156] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.940329] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.940406] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.940701] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.940701] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.940922] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.940922] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.941046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.941223] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.941334] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.941397] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.941536] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.941616] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.941724] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b is going to be updated. [ 957.011092] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.011092] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.011284] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.011517] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.011702] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.048316] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b in Status: IN_PROGRESS for 2s [ 957.544219] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 in Status: SUCCESS [ 957.544531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.544723] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.545034] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.546224] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.546224] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.546224] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.546224] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.546224] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.546224] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.546224] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11e14c31-2b0e-48bf-ae0b-1881c1135c52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.048427] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11e14c31-2b0e-48bf-ae0b-1881c1135c52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.550727] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11e14c31-2b0e-48bf-ae0b-1881c1135c52: rpc.has_security_group_logging(os_id): False [ 958.575387] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.575387] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.575387] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.575810] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.575919] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.576137] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.576263] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.576369] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.576602] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.576992] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.577137] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 is going to be created. [ 958.653387] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.653630] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.653630] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.653801] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.655111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.667481] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 in Status: IN_PROGRESS for 2s [ 958.740399] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 in Status: SUCCESS [ 958.740672] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.940242] env[69975]: INFO networking_nsxv3.common.synchronization [req-65bb329e-7ae1-412c-9371-38f4a760b477 req-31cef508-fedb-49d4-9590-9f891cf2f851 tempest-ServersNegativeTestJSON-620845051 tempest-ServersNegativeTestJSON-620845051-project-member] Enqueued Resource ID: 8e815e89-5773-4cca-9475-c1546d8107e9 with Priority: HIGHEST for action security_group_members [ 958.940242] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e815e89-5773-4cca-9475-c1546d8107e9 with Priority: HIGHEST for action security_group_members [ 958.940242] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e815e89-5773-4cca-9475-c1546d8107e9 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.940242] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.940242] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.940242] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.940242] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.940242] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.940242] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.940242] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.940242] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.940242] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e815e89-5773-4cca-9475-c1546d8107e9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.062943] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b in Status: SUCCESS [ 959.063218] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.172891] env[69975]: INFO networking_nsxv3.common.synchronization [req-fd776f2f-1915-4d20-a925-e16aaba5e8a0 req-6db0f684-63bc-4fbd-9fea-e02775f43ca7 tempest-VolumesAdminNegativeTest-1489893392 tempest-VolumesAdminNegativeTest-1489893392-project-member] Enqueued Resource ID: 8e5d00fd-3c4b-4600-a8e7-c694492b05a3 with Priority: HIGHEST for action security_group_members [ 959.172891] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5d00fd-3c4b-4600-a8e7-c694492b05a3 with Priority: HIGHEST for action security_group_members [ 959.172891] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.172891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.172891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.172891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.172891] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.172891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.172891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.172891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.172891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.172891] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e5d00fd-3c4b-4600-a8e7-c694492b05a3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.443787] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.444013] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.444080] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.444286] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.444379] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.444593] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.444694] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.444738] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.444890] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.444963] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.445060] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e815e89-5773-4cca-9475-c1546d8107e9 already deleted. [ 959.445139] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.524688] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-865 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.525016] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-865" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.525182] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-865" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.525568] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-865" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.525862] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.526056] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.526179] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.526475] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.526627] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.526855] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 959.526978] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.527119] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.527218] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.527332] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 959.527448] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.527600] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.556605] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.556958] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 959.556958] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.557190] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-865" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.557424] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-1ded08ab-b715-4b57-81f3-69d6383c5a74 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.557698] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-1ded08ab-b715-4b57-81f3-69d6383c5a74" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.557740] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-1ded08ab-b715-4b57-81f3-69d6383c5a74" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.558073] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-1ded08ab-b715-4b57-81f3-69d6383c5a74" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.558220] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ded08ab-b715-4b57-81f3-69d6383c5a74',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.675963] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.676163] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.676349] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.678248] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.678248] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.678248] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.678248] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.678248] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.678248] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.678248] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.678248] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5d00fd-3c4b-4600-a8e7-c694492b05a3 is going to be updated. [ 959.710019] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.710019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.710019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.710019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.710019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.718328] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5d00fd-3c4b-4600-a8e7-c694492b05a3 in Status: IN_PROGRESS for 2s [ 960.061771] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.061943] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.062060] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.062396] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.062554] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.062723] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 1ded08ab-b715-4b57-81f3-69d6383c5a74 not found, creating... [ 960.063011] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.063299] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.063390] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.063564] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.063706] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.064024] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.064241] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.064362] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.064576] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.064713] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.064860] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 1ded08ab-b715-4b57-81f3-69d6383c5a74 is going to be created. [ 960.088016] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.088819] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.089818] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.089818] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.090044] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.090273] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-1ded08ab-b715-4b57-81f3-69d6383c5a74" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.679671] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 in Status: SUCCESS [ 960.679950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.036992] env[69975]: INFO networking_nsxv3.common.synchronization [req-65bb329e-7ae1-412c-9371-38f4a760b477 req-d1d27f39-b84c-455c-afb6-804b927ce645 service nova] Enqueued Resource ID: 8e815e89-5773-4cca-9475-c1546d8107e9 with Priority: HIGHEST for action security_group_rules [ 961.036992] env[69975]: INFO networking_nsxv3.common.synchronization [req-65bb329e-7ae1-412c-9371-38f4a760b477 req-d1d27f39-b84c-455c-afb6-804b927ce645 service nova] Enqueued Resource ID: 8e815e89-5773-4cca-9475-c1546d8107e9 with Priority: HIGHEST for action security_group_members [ 961.037183] env[69975]: INFO networking_nsxv3.common.synchronization [req-65bb329e-7ae1-412c-9371-38f4a760b477 req-d1d27f39-b84c-455c-afb6-804b927ce645 service nova] Enqueued Resource ID: 1ded08ab-b715-4b57-81f3-69d6383c5a74 with Priority: HIGHEST for action port [ 961.037764] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e815e89-5773-4cca-9475-c1546d8107e9 with Priority: HIGHEST for action security_group_rules [ 961.037900] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e815e89-5773-4cca-9475-c1546d8107e9 with Priority: HIGHEST for action security_group_members [ 961.037997] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ded08ab-b715-4b57-81f3-69d6383c5a74 with Priority: HIGHEST for action port [ 961.040768] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e815e89-5773-4cca-9475-c1546d8107e9 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.040941] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.041028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.041378] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.041532] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e815e89-5773-4cca-9475-c1546d8107e9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.042922] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e815e89-5773-4cca-9475-c1546d8107e9 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.043110] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.043206] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.043421] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.043590] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.043694] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.043783] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.043912] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.043999] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.044187] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e815e89-5773-4cca-9475-c1546d8107e9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.045507] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ded08ab-b715-4b57-81f3-69d6383c5a74 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.045625] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ded08ab-b715-4b57-81f3-69d6383c5a74" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.045721] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ded08ab-b715-4b57-81f3-69d6383c5a74" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.045883] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ded08ab-b715-4b57-81f3-69d6383c5a74" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.045958] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ded08ab-b715-4b57-81f3-69d6383c5a74',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.548350] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ded08ab-b715-4b57-81f3-69d6383c5a74 with status ACTIVE [ 961.548600] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.548759] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.548835] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.549113] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.549252] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.549333] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.549444] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.549496] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.551743] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.551743] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.551743] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.551743] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.551743] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.551743] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.551743] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.551743] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ded08ab-b715-4b57-81f3-69d6383c5a74 is going to be updated. [ 961.552789] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e815e89-5773-4cca-9475-c1546d8107e9 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.554091] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.554091] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e815e89-5773-4cca-9475-c1546d8107e9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.575846] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.576078] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.576175] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.576392] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.576552] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.576741] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ded08ab-b715-4b57-81f3-69d6383c5a74" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.721816] env[69975]: INFO networking_nsxv3.common.synchronization [req-33be8a58-aa2b-4992-8655-2ff83dbe16b4 req-cd6795d1-45c4-42ba-9d31-1e0294d7cd0e tempest-DeleteServersTestJSON-1273084896 tempest-DeleteServersTestJSON-1273084896-project-member] Enqueued Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 961.722478] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 961.723259] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.723399] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.723470] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.723670] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.723909] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.723909] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.724029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.724126] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.724200] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.724316] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.735027] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5d00fd-3c4b-4600-a8e7-c694492b05a3 in Status: SUCCESS [ 961.735027] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5d00fd-3c4b-4600-a8e7-c694492b05a3 deletion is rescheduled due to dependency. [ 961.735027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5d00fd-3c4b-4600-a8e7-c694492b05a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.055322] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e815e89-5773-4cca-9475-c1546d8107e9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.125786] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.125990] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-612" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.127281] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-612" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.127281] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-612" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.127281] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.127281] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.127281] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.127281] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.127744] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.127744] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.127744] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.127833] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.128066] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.128066] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.128170] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.128306] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.152926] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.153136] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 962.154015] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.154244] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-612" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.154682] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-5e45ab8d-a115-4ed7-a813-da3d3003694f taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.154927] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-5e45ab8d-a115-4ed7-a813-da3d3003694f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.155120] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-5e45ab8d-a115-4ed7-a813-da3d3003694f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.155503] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-5e45ab8d-a115-4ed7-a813-da3d3003694f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.155691] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e45ab8d-a115-4ed7-a813-da3d3003694f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.227681] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.227921] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.228051] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.228250] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.228344] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.228642] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.228642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.228796] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.228869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.228917] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.229018] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 is going to be updated. [ 962.265404] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.265718] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.265718] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.265820] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.265959] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.278150] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: IN_PROGRESS for 2s [ 962.557771] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.557955] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.558089] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.558400] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.558567] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.558688] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e815e89-5773-4cca-9475-c1546d8107e9 is going to be created. [ 962.584021] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.584197] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.584236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.584792] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.584792] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.595635] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e815e89-5773-4cca-9475-c1546d8107e9 in Status: UNINITIALIZED for 2s [ 962.658340] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.658583] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.658729] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.659042] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.659246] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.659413] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 5e45ab8d-a115-4ed7-a813-da3d3003694f not found, creating... [ 962.659782] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.660064] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.660228] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.660457] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.660619] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.661015] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.661195] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.661351] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.662388] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.662482] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.662650] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 5e45ab8d-a115-4ed7-a813-da3d3003694f is going to be created. [ 962.695570] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.695912] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.696056] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.696377] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.696728] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.696974] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-5e45ab8d-a115-4ed7-a813-da3d3003694f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.534099] env[69975]: INFO networking_nsxv3.common.synchronization [req-33be8a58-aa2b-4992-8655-2ff83dbe16b4 req-b8e477a2-8371-4fed-a1ec-914a6af6d3f8 service nova] Enqueued Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_rules [ 963.534356] env[69975]: INFO networking_nsxv3.common.synchronization [req-33be8a58-aa2b-4992-8655-2ff83dbe16b4 req-b8e477a2-8371-4fed-a1ec-914a6af6d3f8 service nova] Enqueued Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 963.534778] env[69975]: INFO networking_nsxv3.common.synchronization [req-33be8a58-aa2b-4992-8655-2ff83dbe16b4 req-b8e477a2-8371-4fed-a1ec-914a6af6d3f8 service nova] Enqueued Resource ID: 5e45ab8d-a115-4ed7-a813-da3d3003694f with Priority: HIGHEST for action port [ 963.537533] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_rules [ 963.537533] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 963.537533] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e45ab8d-a115-4ed7-a813-da3d3003694f with Priority: HIGHEST for action port [ 963.537533] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.537533] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.537533] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.537533] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.537533] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.537533] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.537533] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.537533] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e45ab8d-a115-4ed7-a813-da3d3003694f taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.537533] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e45ab8d-a115-4ed7-a813-da3d3003694f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.537533] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e45ab8d-a115-4ed7-a813-da3d3003694f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.538086] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e45ab8d-a115-4ed7-a813-da3d3003694f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.538086] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e45ab8d-a115-4ed7-a813-da3d3003694f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.039758] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.039758] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.044272] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e45ab8d-a115-4ed7-a813-da3d3003694f with status ACTIVE [ 964.044485] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.044774] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.044774] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.044960] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.045068] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.045256] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.045411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.045466] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.045585] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.045661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.046051] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.046154] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.046218] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.046362] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.046436] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.046521] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e45ab8d-a115-4ed7-a813-da3d3003694f is going to be updated. [ 964.069451] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.069596] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.069665] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.069869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.070009] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.070175] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e45ab8d-a115-4ed7-a813-da3d3003694f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.289493] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: SUCCESS [ 964.289694] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 deletion is rescheduled due to dependency. [ 964.289812] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.289976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.290214] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.290400] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.290511] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.290574] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.290727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.290810] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.290901] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.609324] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e815e89-5773-4cca-9475-c1546d8107e9 in Status: SUCCESS [ 964.609623] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.609749] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.610101] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.610343] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.610503] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.610583] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.610801] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.610904] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.611032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.611326] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e815e89-5773-4cca-9475-c1546d8107e9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.793866] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.113957] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e815e89-5773-4cca-9475-c1546d8107e9 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.114621] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.114621] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.114621] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.114826] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.114900] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.115106] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.115169] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.115248] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.115335] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.115525] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e815e89-5773-4cca-9475-c1546d8107e9 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.117034] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.117034] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.117034] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.117034] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.117034] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.117034] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.117034] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.117034] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.117034] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.117034] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e815e89-5773-4cca-9475-c1546d8107e9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.295975] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.620414] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e815e89-5773-4cca-9475-c1546d8107e9: rpc.has_security_group_logging(os_id): False [ 965.639993] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.639993] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.640133] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.640441] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.640441] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.640820] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.640820] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.640820] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.640820] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.640998] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.641093] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.641186] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.641271] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.643260] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.643378] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.643655] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.643765] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.643847] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.644038] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.644146] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.644289] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e815e89-5773-4cca-9475-c1546d8107e9 is going to be created. [ 965.727613] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.727811] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.727811] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.728048] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.728314] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.744508] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e815e89-5773-4cca-9475-c1546d8107e9 in Status: IN_PROGRESS for 2s [ 965.798683] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.798852] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.798927] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.799183] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.799269] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.799376] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 is going to be updated. [ 965.868090] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.868090] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.868090] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.868090] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.868090] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.877289] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: IN_PROGRESS for 2s [ 966.373209] env[69975]: INFO networking_nsxv3.common.synchronization [req-4c187e2e-b9a6-44b4-b603-570965abfd0b req-1a001428-6ca7-4be4-8c75-d6a779f9ff89 tempest-ServersTestJSON-915624429 tempest-ServersTestJSON-915624429-project-member] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 966.373209] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 966.376644] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.376980] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.377187] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.378838] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.379162] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.379468] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.379653] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.379936] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.380140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.380367] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.883147] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.951767] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.951969] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.952213] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.952441] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.952753] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.952854] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.952977] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.955344] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.955344] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.955344] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 966.955344] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.955344] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.955344] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.955344] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 966.955344] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.955344] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.976368] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.976884] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 966.977351] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.977677] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.978199] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-73bae6c7-ad78-4ee7-921b-f3fa33dbae08 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.978823] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-73bae6c7-ad78-4ee7-921b-f3fa33dbae08" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.979299] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-73bae6c7-ad78-4ee7-921b-f3fa33dbae08" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.979910] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-73bae6c7-ad78-4ee7-921b-f3fa33dbae08" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.980125] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73bae6c7-ad78-4ee7-921b-f3fa33dbae08',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.387797] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.483529] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.483890] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.483987] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.484264] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.484445] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.484613] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 73bae6c7-ad78-4ee7-921b-f3fa33dbae08 not found, creating... [ 967.484893] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.485118] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.485193] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.485455] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.485632] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.485986] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.486173] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.486299] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.486517] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.486656] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.486802] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 73bae6c7-ad78-4ee7-921b-f3fa33dbae08 is going to be created. [ 967.507734] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.508018] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.508200] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.508541] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.508821] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.509146] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-73bae6c7-ad78-4ee7-921b-f3fa33dbae08" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.762027] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e815e89-5773-4cca-9475-c1546d8107e9 in Status: SUCCESS [ 967.762027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.890419] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.890710] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.890710] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.890813] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.890869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.890975] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be updated. [ 967.893162] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: SUCCESS [ 967.893766] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.894582] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.894582] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.894582] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.894582] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.894582] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.894813] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.894813] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.894813] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.894913] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.927240] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.927451] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.927546] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.927849] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.928015] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.939341] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: IN_PROGRESS for 2s [ 968.401139] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.402180] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.403651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.403651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.403651] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.403651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.403651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.403651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.403651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.403651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.403651] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.403651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.403651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.404288] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.404965] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.404965] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.404965] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.404965] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.404965] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.404965] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.405240] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.553444] env[69975]: INFO networking_nsxv3.common.synchronization [req-4c187e2e-b9a6-44b4-b603-570965abfd0b req-8c0f2a10-7730-49d6-b7c9-7f852ffd7967 service nova] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_rules [ 968.553602] env[69975]: INFO networking_nsxv3.common.synchronization [req-4c187e2e-b9a6-44b4-b603-570965abfd0b req-8c0f2a10-7730-49d6-b7c9-7f852ffd7967 service nova] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 968.553750] env[69975]: INFO networking_nsxv3.common.synchronization [req-4c187e2e-b9a6-44b4-b603-570965abfd0b req-8c0f2a10-7730-49d6-b7c9-7f852ffd7967 service nova] Enqueued Resource ID: 73bae6c7-ad78-4ee7-921b-f3fa33dbae08 with Priority: HIGHEST for action port [ 968.554589] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_rules [ 968.554733] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 968.554833] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73bae6c7-ad78-4ee7-921b-f3fa33dbae08 with Priority: HIGHEST for action port [ 968.555242] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.555415] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.555487] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.555701] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.555840] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.557422] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.557530] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.557742] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-73bae6c7-ad78-4ee7-921b-f3fa33dbae08 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.557916] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73bae6c7-ad78-4ee7-921b-f3fa33dbae08" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.557916] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73bae6c7-ad78-4ee7-921b-f3fa33dbae08" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.558233] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73bae6c7-ad78-4ee7-921b-f3fa33dbae08" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.558233] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73bae6c7-ad78-4ee7-921b-f3fa33dbae08',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.909737] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c910b46b-0916-43b8-95a3-38b1580dd9d6: rpc.has_security_group_logging(os_id): False [ 968.932265] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.932512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.932512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.932781] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.932877] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.933121] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.933230] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.933295] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.933457] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.933535] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.933719] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.933831] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.934343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.934585] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.934688] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.934924] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.935046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.935114] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.935357] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.935493] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.935618] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 is going to be updated. [ 969.058282] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.058514] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.058514] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.058802] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.059035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.060420] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.060571] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.060785] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73bae6c7-ad78-4ee7-921b-f3fa33dbae08 with status ACTIVE [ 969.061051] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.061222] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.061450] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.061663] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.061739] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.061988] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.062168] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.062276] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.062526] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.062650] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.062903] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.063066] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.063179] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.063409] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.063530] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.063686] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73bae6c7-ad78-4ee7-921b-f3fa33dbae08 is going to be updated. [ 969.083674] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: IN_PROGRESS for 2s [ 969.117025] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.117025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.117025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.117025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.117025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.117025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73bae6c7-ad78-4ee7-921b-f3fa33dbae08" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.950460] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: SUCCESS [ 969.950732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.952042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.952042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.952042] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.952042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.952328] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.952328] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.952412] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.952495] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.046268] env[69975]: INFO networking_nsxv3.common.synchronization [req-70596d06-f7e9-4254-84ff-d798cde153c3 req-4b10de7f-4619-457f-be1f-2be110f800dd tempest-ServersAdminTestJSON-63150947 tempest-ServersAdminTestJSON-63150947-project-member] Enqueued Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_members [ 970.046775] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_members [ 970.047132] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.047258] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.047328] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.047637] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.047801] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.047927] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.047977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.048173] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.048292] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.048390] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.396729] env[69975]: INFO networking_nsxv3.common.synchronization [req-db01119b-a040-48a3-9296-09f785b9c51c req-f0ba46e4-c523-46c2-ac80-91b1a831d037 tempest-ServerActionsTestJSON-676534199 tempest-ServerActionsTestJSON-676534199-project-member] Enqueued Resource ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc with Priority: HIGHEST for action security_group_members [ 970.397458] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc with Priority: HIGHEST for action security_group_members [ 970.398491] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9219c2-67d1-4497-a933-bd2b1512f3dc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.398491] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.398491] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.398491] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.398491] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.398883] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.398883] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.398883] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.398972] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.399011] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9219c2-67d1-4497-a933-bd2b1512f3dc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.460511] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.552174] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.865626] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.865828] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-736" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.865959] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-736" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.866258] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-736" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.866519] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.866692] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.866801] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.867037] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.867198] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.867424] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.867549] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.867665] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.867780] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.867893] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.868012] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.868161] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.891324] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.891324] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 970.891515] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.891624] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-736" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.891965] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-73909075-891e-4fc4-a912-c3757fcda156 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.892186] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-73909075-891e-4fc4-a912-c3757fcda156" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.892298] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-73909075-891e-4fc4-a912-c3757fcda156" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.893679] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-73909075-891e-4fc4-a912-c3757fcda156" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.893835] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73909075-891e-4fc4-a912-c3757fcda156',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.901073] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.901291] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.901337] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.901532] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.901622] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.901814] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.901909] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.901967] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.902126] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.902196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.902276] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc already deleted. [ 970.902352] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.967217] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.057257] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.099740] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: SUCCESS [ 971.099973] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.397522] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.397522] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.397787] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.397977] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.398123] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.398354] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 73909075-891e-4fc4-a912-c3757fcda156 not found, creating... [ 971.398640] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.398850] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.398948] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.399194] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.399420] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.399624] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.399850] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.399988] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.400213] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.400355] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.400500] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 73909075-891e-4fc4-a912-c3757fcda156 is going to be created. [ 971.424295] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.424535] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.424737] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.425136] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.425447] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.425905] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-73909075-891e-4fc4-a912-c3757fcda156" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.470179] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.470179] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.470179] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.470793] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.470793] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.471440] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be updated. [ 971.506264] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.506458] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.506458] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.506650] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.506803] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.523326] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: IN_PROGRESS for 2s [ 971.562841] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.562841] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.562841] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.562841] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.563085] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.563085] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2be00df-6a0a-4200-a397-d8deb2caa993 is going to be updated. [ 971.604672] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.604672] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.604672] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.604672] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.604672] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.621813] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: IN_PROGRESS for 2s [ 972.345550] env[69975]: INFO networking_nsxv3.common.synchronization [req-db01119b-a040-48a3-9296-09f785b9c51c req-9182a364-e667-42ef-89fe-187daae147e7 service nova] Enqueued Resource ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc with Priority: HIGHEST for action security_group_rules [ 972.345820] env[69975]: INFO networking_nsxv3.common.synchronization [req-db01119b-a040-48a3-9296-09f785b9c51c req-9182a364-e667-42ef-89fe-187daae147e7 service nova] Enqueued Resource ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc with Priority: HIGHEST for action security_group_members [ 972.346505] env[69975]: INFO networking_nsxv3.common.synchronization [req-db01119b-a040-48a3-9296-09f785b9c51c req-9182a364-e667-42ef-89fe-187daae147e7 service nova] Enqueued Resource ID: 73909075-891e-4fc4-a912-c3757fcda156 with Priority: HIGHEST for action port [ 972.347098] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc with Priority: HIGHEST for action security_group_rules [ 972.347239] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc with Priority: HIGHEST for action security_group_members [ 972.347400] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73909075-891e-4fc4-a912-c3757fcda156 with Priority: HIGHEST for action port [ 972.347612] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed9219c2-67d1-4497-a933-bd2b1512f3dc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.347803] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.347803] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.347993] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.349678] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed9219c2-67d1-4497-a933-bd2b1512f3dc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.350824] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9219c2-67d1-4497-a933-bd2b1512f3dc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.350824] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.350824] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.350991] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.351131] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.351235] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.351316] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.351481] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.351568] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.351661] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9219c2-67d1-4497-a933-bd2b1512f3dc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.352637] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-73909075-891e-4fc4-a912-c3757fcda156 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.352737] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73909075-891e-4fc4-a912-c3757fcda156" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.352737] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73909075-891e-4fc4-a912-c3757fcda156" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.352863] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73909075-891e-4fc4-a912-c3757fcda156" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.353017] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73909075-891e-4fc4-a912-c3757fcda156',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.854935] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9219c2-67d1-4497-a933-bd2b1512f3dc taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.855091] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.855314] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed9219c2-67d1-4497-a933-bd2b1512f3dc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.856263] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73909075-891e-4fc4-a912-c3757fcda156 with status ACTIVE [ 972.856452] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.856604] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.856703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.856916] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.857017] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.857186] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.857285] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.857348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.857498] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.857574] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.857747] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.857839] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.857892] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.858950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.858950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.858950] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73909075-891e-4fc4-a912-c3757fcda156 is going to be updated. [ 972.888165] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.888371] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.888371] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.889339] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.889339] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.889339] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73909075-891e-4fc4-a912-c3757fcda156" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.363939] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed9219c2-67d1-4497-a933-bd2b1512f3dc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.536558] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: SUCCESS [ 973.536666] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.536841] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.537266] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.537355] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.537419] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.537484] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.537658] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.537739] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.537829] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.537921] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.634743] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: SUCCESS [ 973.634743] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.867331] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.867331] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.867576] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.869659] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.869659] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.869659] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc is going to be created. [ 973.899780] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.900057] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.901155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.901155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.901155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.917906] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc in Status: UNINITIALIZED for 2s [ 974.041708] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.042022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.042022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.043631] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.043631] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.043631] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.043631] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.043631] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.043631] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.043631] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.043631] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.043631] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.043631] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.043631] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.043631] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.044366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.044366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.044366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.044366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.044366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.044366] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.546854] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33e1b0b0-1e11-410d-91e3-6062199cf7d3: rpc.has_security_group_logging(os_id): False [ 974.568797] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.568958] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.569036] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.569351] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.569459] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.569707] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.569822] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.569910] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.570172] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.570304] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.570619] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.570619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.570725] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.570828] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.570904] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.571541] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.571541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.571541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.571656] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.571686] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.571851] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be updated. [ 974.675047] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.675227] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.675293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.675489] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.675615] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.695035] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: IN_PROGRESS for 2s [ 974.899109] env[69975]: INFO networking_nsxv3.common.synchronization [req-be4a9d9a-41b0-450b-8f17-928b7a3712a7 req-66dee48e-3e3d-4078-88dd-bd4aa26fdebc tempest-ImagesOneServerNegativeTestJSON-2022974886 tempest-ImagesOneServerNegativeTestJSON-2022974886-project-member] Enqueued Resource ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 with Priority: HIGHEST for action security_group_members [ 974.899706] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 with Priority: HIGHEST for action security_group_members [ 974.900138] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.900251] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.900251] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.900580] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.900670] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.900780] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.900842] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.901065] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.901220] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.901328] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46da6b22-48c7-4d14-9ee8-6c0df0c486f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.289696] env[69975]: INFO networking_nsxv3.common.synchronization [req-61cd6b03-efe6-411e-9693-88ea4ef7744d req-c8927088-5c6b-4a67-9b24-dbc17ac6fba4 tempest-ServersWithSpecificFlavorTestJSON-2143707285 tempest-ServersWithSpecificFlavorTestJSON-2143707285-project-member] Enqueued Resource ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 with Priority: HIGHEST for action security_group_members [ 975.290127] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 with Priority: HIGHEST for action security_group_members [ 975.290460] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d30ec26-1469-4b3b-9629-8a20b1e1b724 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.290623] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.290695] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.292161] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.293203] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.293382] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.293465] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.293683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.293773] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.293874] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d30ec26-1469-4b3b-9629-8a20b1e1b724',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.405163] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.405285] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.405318] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.405536] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.405621] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.405813] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.405904] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.405959] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.406120] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.406189] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.406273] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 is going to be updated. [ 975.439043] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.439043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.439043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.439043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.439043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.449766] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 in Status: IN_PROGRESS for 2s [ 975.702195] env[69975]: INFO networking_nsxv3.common.synchronization [req-e79f873b-74c8-4721-b5b2-3b94b52293bc req-2ad2f2d2-38a6-45f0-8c4e-78734dae1637 tempest-ListImageFiltersTestJSON-1969169780 tempest-ListImageFiltersTestJSON-1969169780-project-member] Enqueued Resource ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 with Priority: HIGHEST for action security_group_members [ 975.703219] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 with Priority: HIGHEST for action security_group_members [ 975.703674] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.703798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.704177] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.704425] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.705118] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.705118] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.705118] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.705118] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.705118] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.705315] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1c7a90b-d205-4a4c-9d53-49d93f5c8786',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.800066] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.800066] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.800066] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.800066] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.800066] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.800066] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.800066] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.800066] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.800066] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.800066] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.800066] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 is going to be updated. [ 975.832729] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.832902] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.832977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.833233] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.833857] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.843856] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 in Status: IN_PROGRESS for 2s [ 975.929019] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc in Status: SUCCESS [ 975.929271] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.929993] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.929993] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.929993] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.929993] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.930424] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.930424] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.930424] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.930424] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.930579] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed9219c2-67d1-4497-a933-bd2b1512f3dc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.212116] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.212116] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.212116] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.212116] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.212116] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.212116] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.212116] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.212670] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.212670] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.212670] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.212768] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 is going to be updated. [ 976.254470] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.254686] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.254764] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.255038] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.255216] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.265082] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 in Status: IN_PROGRESS for 2s [ 976.435719] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed9219c2-67d1-4497-a933-bd2b1512f3dc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.717459] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: SUCCESS [ 976.717783] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.941572] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed9219c2-67d1-4497-a933-bd2b1512f3dc: rpc.has_security_group_logging(os_id): False [ 976.962394] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.962574] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.962627] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.962846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.962947] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.963202] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.963586] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.963586] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.963586] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.963586] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.963764] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc is going to be created. [ 977.032035] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.032197] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.032239] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.032497] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.032916] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.048187] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc in Status: IN_PROGRESS for 2s [ 977.462062] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 in Status: SUCCESS [ 977.462259] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 deletion is rescheduled due to dependency. [ 977.462365] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.861191] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 in Status: SUCCESS [ 977.861694] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d30ec26-1469-4b3b-9629-8a20b1e1b724 deletion is rescheduled due to dependency. [ 977.861694] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d30ec26-1469-4b3b-9629-8a20b1e1b724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.280740] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 in Status: SUCCESS [ 978.280740] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1c7a90b-d205-4a4c-9d53-49d93f5c8786 deletion is rescheduled due to dependency. [ 978.280740] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c7a90b-d205-4a4c-9d53-49d93f5c8786" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.438101] env[69975]: INFO networking_nsxv3.common.synchronization [req-eb09923b-4404-47e2-b935-bf41236f41f3 req-256c89c2-d2fd-4aee-aafb-8ec815ce2e30 tempest-DeleteServersTestJSON-1273084896 tempest-DeleteServersTestJSON-1273084896-project-member] Enqueued Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 978.440176] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 978.440176] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.440176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.440176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.440176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.440176] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.440176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.440176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.440176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.440176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.446247] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.773522] env[69975]: INFO networking_nsxv3.common.synchronization [req-178ae116-52b1-4b55-b767-29dc47a4dd2d req-beb33f36-41e0-427c-a468-5e4d907d017e tempest-ImagesTestJSON-532780232 tempest-ImagesTestJSON-532780232-project-member] Enqueued Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 978.773522] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 978.773522] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.773522] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.773522] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.773911] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.773911] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.773911] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.774041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.774190] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.774249] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.774489] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.949652] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.951975] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.952157] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.952456] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.952614] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.952872] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.952985] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.953057] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.953219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.953299] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.953457] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 is going to be updated. [ 978.997278] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.997956] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.997956] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.997956] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.997956] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.010175] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: IN_PROGRESS for 2s [ 979.064091] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc in Status: SUCCESS [ 979.064349] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.148659] env[69975]: INFO networking_nsxv3.common.synchronization [None req-38e19490-cd9e-4c24-9b58-fef706989d19 None None] Enqueued Resource ID: 4e009a19-bb13-492c-9fff-b900529923bb with Priority: HIGHEST for action port [ 979.148659] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e009a19-bb13-492c-9fff-b900529923bb with Priority: HIGHEST for action port [ 979.148659] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e009a19-bb13-492c-9fff-b900529923bb taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.149223] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e009a19-bb13-492c-9fff-b900529923bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.149223] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e009a19-bb13-492c-9fff-b900529923bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.149223] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e009a19-bb13-492c-9fff-b900529923bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.149349] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e009a19-bb13-492c-9fff-b900529923bb',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.227282] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.227282] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-388" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.227282] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-388" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.227282] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-388" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.228391] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.228884] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.229815] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.230854] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.233211] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.233211] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 979.233211] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.233211] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.233211] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.233211] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 979.233211] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.233211] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.257536] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.257536] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 979.257536] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.257865] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-388" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.258360] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-5664c82e-ad37-48c8-b71c-799c16942ae8 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.258360] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-5664c82e-ad37-48c8-b71c-799c16942ae8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.258536] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-5664c82e-ad37-48c8-b71c-799c16942ae8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.258762] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-5664c82e-ad37-48c8-b71c-799c16942ae8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.258922] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5664c82e-ad37-48c8-b71c-799c16942ae8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.277061] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.655027] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e009a19-bb13-492c-9fff-b900529923bb [ 979.655027] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.655027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.655027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.657201] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.657692] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.658068] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e009a19-bb13-492c-9fff-b900529923bb already deleted. [ 979.658465] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e009a19-bb13-492c-9fff-b900529923bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.763410] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.764230] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.764487] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.764858] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.765312] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.765312] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 5664c82e-ad37-48c8-b71c-799c16942ae8 not found, creating... [ 979.765442] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.765566] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.765682] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.765920] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.766484] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.766484] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.766689] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.766804] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.766928] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.767320] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.767320] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 5664c82e-ad37-48c8-b71c-799c16942ae8 is going to be created. [ 979.778984] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.792624] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.793484] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.793747] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.794185] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.794539] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.794927] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-5664c82e-ad37-48c8-b71c-799c16942ae8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.282894] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.283227] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.283227] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.283608] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.283608] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.283608] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 is going to be updated. [ 980.316966] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.316966] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.316966] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.316966] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.316966] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.328542] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: IN_PROGRESS for 2s [ 980.699391] env[69975]: INFO networking_nsxv3.common.synchronization [req-178ae116-52b1-4b55-b767-29dc47a4dd2d req-ff82871b-00c9-47cb-9a2f-2b0e765f8ed0 service nova] Enqueued Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_rules [ 980.699391] env[69975]: INFO networking_nsxv3.common.synchronization [req-178ae116-52b1-4b55-b767-29dc47a4dd2d req-ff82871b-00c9-47cb-9a2f-2b0e765f8ed0 service nova] Enqueued Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 980.699391] env[69975]: INFO networking_nsxv3.common.synchronization [req-178ae116-52b1-4b55-b767-29dc47a4dd2d req-ff82871b-00c9-47cb-9a2f-2b0e765f8ed0 service nova] Enqueued Resource ID: 5664c82e-ad37-48c8-b71c-799c16942ae8 with Priority: HIGHEST for action port [ 980.699391] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_rules [ 980.699391] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 980.699391] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5664c82e-ad37-48c8-b71c-799c16942ae8 with Priority: HIGHEST for action port [ 980.701598] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.704161] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.704161] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.704161] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.704161] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.705763] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.705763] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.705763] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-5664c82e-ad37-48c8-b71c-799c16942ae8 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.705763] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5664c82e-ad37-48c8-b71c-799c16942ae8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.706201] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5664c82e-ad37-48c8-b71c-799c16942ae8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.706499] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5664c82e-ad37-48c8-b71c-799c16942ae8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.707029] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5664c82e-ad37-48c8-b71c-799c16942ae8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.942765] env[69975]: INFO networking_nsxv3.common.synchronization [req-1b434370-c2d5-47c8-9787-d937c9e228b5 req-c73e842d-4109-4094-bd8e-e0744637cceb tempest-ServersTestJSON-915624429 tempest-ServersTestJSON-915624429-project-member] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 980.943835] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 980.943835] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.943835] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.943835] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.943835] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.944158] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.944158] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.944158] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.944275] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.944275] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.944364] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.020690] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: SUCCESS [ 981.020897] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 deletion is rescheduled due to dependency. [ 981.021426] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.209199] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.209361] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.215097] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5664c82e-ad37-48c8-b71c-799c16942ae8 with status ACTIVE [ 981.215287] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.215420] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.215486] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.215727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.218870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.218870] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.218870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.218870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.218870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.218870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.218870] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.218870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.218870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.218870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.218870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.218870] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5664c82e-ad37-48c8-b71c-799c16942ae8 is going to be updated. [ 981.246350] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.246350] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.246350] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.246350] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.246350] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.246350] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5664c82e-ad37-48c8-b71c-799c16942ae8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.447916] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.679986] env[69975]: INFO networking_nsxv3.common.synchronization [None req-b9b555f2-5e0c-4dc1-a239-365a99cbe235 None None] Enqueued Resource ID: 36d99984-8028-43c3-9c6d-aae4b0134166 with Priority: HIGHEST for action port [ 981.680300] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d99984-8028-43c3-9c6d-aae4b0134166 with Priority: HIGHEST for action port [ 981.680899] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-36d99984-8028-43c3-9c6d-aae4b0134166 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.681041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36d99984-8028-43c3-9c6d-aae4b0134166" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.681110] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36d99984-8028-43c3-9c6d-aae4b0134166" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.681388] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36d99984-8028-43c3-9c6d-aae4b0134166" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.681485] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36d99984-8028-43c3-9c6d-aae4b0134166',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.951714] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.184450] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36d99984-8028-43c3-9c6d-aae4b0134166 [ 982.184742] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.184909] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.184978] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.185272] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.185380] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.186028] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36d99984-8028-43c3-9c6d-aae4b0134166 already deleted. [ 982.186028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36d99984-8028-43c3-9c6d-aae4b0134166" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.343284] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: SUCCESS [ 982.343284] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.343284] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.343284] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.343284] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.343284] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.343284] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.343284] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.343284] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.343284] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.454735] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.455097] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.455097] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.455291] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.455324] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.455413] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be updated. [ 982.491720] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.491720] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.491720] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.491720] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.491720] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.501468] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: IN_PROGRESS for 2s [ 982.845313] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.346821] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.849599] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.849903] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.849903] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.850087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.850203] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.850307] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 is going to be updated. [ 983.882122] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.882364] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.882364] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.882580] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.882775] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.893604] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: IN_PROGRESS for 2s [ 984.519069] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: SUCCESS [ 984.519240] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.596486] env[69975]: INFO networking_nsxv3.common.synchronization [None req-c0b727e8-c8d0-47b8-b7ad-3d447bf8f4d0 tempest-ServerDiskConfigTestJSON-1623943188 tempest-ServerDiskConfigTestJSON-1623943188-project-member] Enqueued Resource ID: dbb1318d-dcb9-4c4c-9e00-032dad972602 with Priority: HIGHEST for action security_group_rules [ 984.597234] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb1318d-dcb9-4c4c-9e00-032dad972602 with Priority: HIGHEST for action security_group_rules [ 984.597560] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb1318d-dcb9-4c4c-9e00-032dad972602 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.597713] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb1318d-dcb9-4c4c-9e00-032dad972602" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.597798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb1318d-dcb9-4c4c-9e00-032dad972602" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.598083] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb1318d-dcb9-4c4c-9e00-032dad972602" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.598188] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb1318d-dcb9-4c4c-9e00-032dad972602',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.684649] env[69975]: INFO networking_nsxv3.common.synchronization [None req-6faecaf1-a078-44bf-8f3f-2f187f2886d3 tempest-ServerDiskConfigTestJSON-1623943188 tempest-ServerDiskConfigTestJSON-1623943188-project-member] Enqueued Resource ID: dbb1318d-dcb9-4c4c-9e00-032dad972602 with Priority: HIGHEST for action security_group_rules [ 984.685568] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb1318d-dcb9-4c4c-9e00-032dad972602 with Priority: HIGHEST for action security_group_rules [ 984.686140] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb1318d-dcb9-4c4c-9e00-032dad972602 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.686259] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb1318d-dcb9-4c4c-9e00-032dad972602" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.126099] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.126099] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.126099] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.126099] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.126099] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.126099] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb1318d-dcb9-4c4c-9e00-032dad972602 already deleted. [ 985.126099] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb1318d-dcb9-4c4c-9e00-032dad972602" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.126099] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb1318d-dcb9-4c4c-9e00-032dad972602" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.126099] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb1318d-dcb9-4c4c-9e00-032dad972602" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.126099] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb1318d-dcb9-4c4c-9e00-032dad972602',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.651950] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.652109] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.652181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.652393] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.652519] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.652619] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb1318d-dcb9-4c4c-9e00-032dad972602 already deleted. [ 985.652715] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb1318d-dcb9-4c4c-9e00-032dad972602" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.903875] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: SUCCESS [ 985.903875] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.903875] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.903875] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.904153] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.904228] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.904297] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.904462] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.904542] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.905321] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.905321] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.408799] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.409067] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.409067] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.409184] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.409396] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.409485] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.409526] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.409701] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.409754] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.409845] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.410109] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.410215] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.410274] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.410423] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.410566] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.410659] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.410716] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.410854] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.410931] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.411026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.411121] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.914494] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 538c6b68-347d-47eb-bbf2-741751e778d4: rpc.has_security_group_logging(os_id): False [ 986.935304] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.935451] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.935690] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.935815] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.935924] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.936975] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.936975] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.936975] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.936975] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.936975] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.936975] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.936975] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.936975] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.936975] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.937399] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.937399] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.937399] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.937399] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.937531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.937531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.937608] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 is going to be updated. [ 987.005875] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.006040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.006172] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.006328] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.006513] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.020221] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: IN_PROGRESS for 2s [ 988.332903] env[69975]: INFO networking_nsxv3.common.synchronization [req-491ced3a-c3ca-4b87-881a-b6711db14859 req-6c233ae3-8ab8-4b46-b5c7-933570582eaa tempest-ServerDiskConfigTestJSON-1623943188 tempest-ServerDiskConfigTestJSON-1623943188-project-member] Enqueued Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 988.333454] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 988.333741] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.333835] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.333901] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.338236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.338548] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.338747] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.338915] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.339186] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.339223] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.339319] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.842185] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.842402] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.842505] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.842870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.842950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.843202] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.843395] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.843395] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.843603] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.843646] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.843746] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 is going to be updated. [ 988.872899] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.872899] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.873169] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.873340] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.873500] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.883033] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: IN_PROGRESS for 2s [ 989.035318] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: SUCCESS [ 989.035549] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.895742] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: SUCCESS [ 990.896061] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 deletion is rescheduled due to dependency. [ 990.896061] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.902031] env[69975]: INFO networking_nsxv3.common.synchronization [req-f87b1c2a-779d-43dc-af47-33a8260a3f29 req-51bf7bba-1478-432a-bd61-30b6095d0a0f tempest-ListServersNegativeTestJSON-1689300438 tempest-ListServersNegativeTestJSON-1689300438-project-member] Enqueued Resource ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b with Priority: HIGHEST for action security_group_members [ 990.902678] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b with Priority: HIGHEST for action security_group_members [ 990.902989] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.903336] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.903418] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.903560] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.904252] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.904252] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.904252] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.904252] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.904252] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.904252] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.006100] env[69975]: INFO networking_nsxv3.common.synchronization [req-8fe81bb3-abf0-4c59-b5fb-60556f618ebe req-79d87868-79b2-4744-a1e5-46fe2b591bd5 tempest-ListServersNegativeTestJSON-1689300438 tempest-ListServersNegativeTestJSON-1689300438-project-member] Enqueued Resource ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b with Priority: HIGHEST for action security_group_members [ 991.006650] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b with Priority: HIGHEST for action security_group_members [ 991.007397] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.007397] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.408420] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.912859] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.415531] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.415697] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.416074] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.416074] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.416222] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.416222] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b is going to be updated. [ 992.456618] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.456811] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.456857] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.457057] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.457201] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.466502] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b in Status: IN_PROGRESS for 2s [ 994.484477] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b in Status: SUCCESS [ 994.484865] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.484865] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.485249] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.485354] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.485443] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.485489] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.485606] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.485687] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.486101] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.988588] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.988749] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.988823] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.990861] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.990861] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.990861] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.990861] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.990861] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.990861] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.990861] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.990861] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b is going to be updated. [ 995.023327] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.023444] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.023547] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.023723] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.023869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.035888] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b in Status: IN_PROGRESS for 2s [ 996.008043] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 996.008043] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 997.046936] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b in Status: SUCCESS [ 997.046936] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b deletion is rescheduled due to dependency. [ 997.047377] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.611577] env[69975]: INFO networking_nsxv3.common.synchronization [req-84cb800a-c27b-42c1-9e9f-7b20799ff5ea req-ca73eed9-e8f9-414f-8249-66b4f67bf492 tempest-VolumesAdminNegativeTest-1489893392 tempest-VolumesAdminNegativeTest-1489893392-project-member] Enqueued Resource ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 with Priority: HIGHEST for action security_group_members [ 999.611577] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 with Priority: HIGHEST for action security_group_members [ 999.611577] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-13c9b8cd-3d21-424e-b3a2-01c86a663a51 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.611577] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.614624] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.614891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.615112] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.615211] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.615274] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.616127] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.616271] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.616385] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13c9b8cd-3d21-424e-b3a2-01c86a663a51',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.635174] env[69975]: INFO networking_nsxv3.common.synchronization [req-9a49d7ef-84a7-4b72-8b21-8b098ce6af04 req-f9052149-bfc8-40b1-91a0-92377ec5b649 tempest-ServersAdminTestJSON-63150947 tempest-ServersAdminTestJSON-63150947-project-member] Enqueued Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_members [ 999.640178] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_members [ 999.640178] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.640178] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.640178] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.640178] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.640178] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.640178] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.640178] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.640178] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.640178] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.640178] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.798488] env[69975]: INFO networking_nsxv3.common.synchronization [req-fcc2baea-b651-4591-96e4-03375ff97e54 req-f55b8dfa-04b4-48e2-b550-7a27eb9df134 tempest-ServersNegativeTestJSON-620845051 tempest-ServersNegativeTestJSON-620845051-project-member] Enqueued Resource ID: 8e815e89-5773-4cca-9475-c1546d8107e9 with Priority: HIGHEST for action security_group_members [ 999.798863] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e815e89-5773-4cca-9475-c1546d8107e9 with Priority: HIGHEST for action security_group_members [ 999.799521] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e815e89-5773-4cca-9475-c1546d8107e9 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.799652] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.799727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.803016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.803016] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.803016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.803016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.803016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.803016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.803016] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e815e89-5773-4cca-9475-c1546d8107e9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.128524] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.128524] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.128524] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.128524] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.143674] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.153166] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.153166] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.153166] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.153166] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.153166] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.153166] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.153166] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 is going to be updated. [ 1000.184022] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.184022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.184022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.184022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.184022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.190397] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-865 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.190397] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-865" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.190397] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-865" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.190621] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-865" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.190864] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.191025] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.191130] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.191352] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.191530] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.191753] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1000.191873] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.191987] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.192119] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.192236] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1000.192347] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.192488] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.193979] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 in Status: IN_PROGRESS for 2s [ 1000.212218] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.212425] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1000.212560] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.212796] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-865" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.213131] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-ad71a014-b2c7-40d6-8a8c-53a75e51870f taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.213312] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-ad71a014-b2c7-40d6-8a8c-53a75e51870f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.213438] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-ad71a014-b2c7-40d6-8a8c-53a75e51870f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.213763] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-ad71a014-b2c7-40d6-8a8c-53a75e51870f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.213905] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad71a014-b2c7-40d6-8a8c-53a75e51870f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.302856] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e815e89-5773-4cca-9475-c1546d8107e9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.646349] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.716957] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.717987] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.717987] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.718114] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.718357] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.718643] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port ad71a014-b2c7-40d6-8a8c-53a75e51870f not found, creating... [ 1000.719658] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.719658] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.719658] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.720053] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.720357] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.720889] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.721205] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.721532] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.721953] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.723207] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.723419] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: ad71a014-b2c7-40d6-8a8c-53a75e51870f is going to be created. [ 1000.761940] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.762229] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.762403] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.762768] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.763606] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.763959] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-ad71a014-b2c7-40d6-8a8c-53a75e51870f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.806571] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e815e89-5773-4cca-9475-c1546d8107e9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.009667] env[69975]: INFO networking_nsxv3.common.synchronization [req-e3098db8-dce6-467f-99ff-59f170faa6ce req-a43d5241-2b51-4657-a88d-1cccb8766ac8 tempest-ImagesTestJSON-532780232 tempest-ImagesTestJSON-532780232-project-member] Enqueued Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 1001.010381] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 1001.010913] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.011058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.011139] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.011453] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.011605] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.011753] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.011839] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.012137] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.012753] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.012900] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.149175] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.149524] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.149662] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.149924] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.150082] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.150687] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2be00df-6a0a-4200-a397-d8deb2caa993 is going to be updated. [ 1001.197115] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.197332] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.197332] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.197553] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.197742] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.219803] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: IN_PROGRESS for 2s [ 1001.311860] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.312100] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.312202] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.312474] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.312594] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.312736] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e815e89-5773-4cca-9475-c1546d8107e9 is going to be updated. [ 1001.350469] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.350866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.350983] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.351219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.351367] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.362891] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e815e89-5773-4cca-9475-c1546d8107e9 in Status: IN_PROGRESS for 2s [ 1001.516358] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.636500] env[69975]: INFO networking_nsxv3.common.synchronization [req-fcc2baea-b651-4591-96e4-03375ff97e54 req-b7f18989-0995-437d-b27b-bab78503edd7 service nova] Enqueued Resource ID: 8e815e89-5773-4cca-9475-c1546d8107e9 with Priority: HIGHEST for action security_group_rules [ 1001.637755] env[69975]: INFO networking_nsxv3.common.synchronization [req-fcc2baea-b651-4591-96e4-03375ff97e54 req-b7f18989-0995-437d-b27b-bab78503edd7 service nova] Enqueued Resource ID: 8e815e89-5773-4cca-9475-c1546d8107e9 with Priority: HIGHEST for action security_group_members [ 1001.637755] env[69975]: INFO networking_nsxv3.common.synchronization [req-fcc2baea-b651-4591-96e4-03375ff97e54 req-b7f18989-0995-437d-b27b-bab78503edd7 service nova] Enqueued Resource ID: ad71a014-b2c7-40d6-8a8c-53a75e51870f with Priority: HIGHEST for action port [ 1001.637755] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e815e89-5773-4cca-9475-c1546d8107e9 with Priority: HIGHEST for action security_group_rules [ 1001.637755] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e815e89-5773-4cca-9475-c1546d8107e9 with Priority: HIGHEST for action security_group_members [ 1001.637755] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad71a014-b2c7-40d6-8a8c-53a75e51870f with Priority: HIGHEST for action port [ 1001.638318] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e815e89-5773-4cca-9475-c1546d8107e9 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.638318] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.638318] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.638318] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.638472] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e815e89-5773-4cca-9475-c1546d8107e9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.642300] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e815e89-5773-4cca-9475-c1546d8107e9 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.642300] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.642300] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad71a014-b2c7-40d6-8a8c-53a75e51870f taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.642300] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad71a014-b2c7-40d6-8a8c-53a75e51870f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.642300] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad71a014-b2c7-40d6-8a8c-53a75e51870f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.642300] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad71a014-b2c7-40d6-8a8c-53a75e51870f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.642300] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad71a014-b2c7-40d6-8a8c-53a75e51870f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.017705] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.142724] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e815e89-5773-4cca-9475-c1546d8107e9 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.142901] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.143132] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad71a014-b2c7-40d6-8a8c-53a75e51870f with status ACTIVE [ 1002.143383] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.143529] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.143638] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.143873] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.143953] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.144164] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.144264] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.144326] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.144582] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.144582] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.144757] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.144850] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.144906] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.145322] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.145322] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.145322] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad71a014-b2c7-40d6-8a8c-53a75e51870f is going to be updated. [ 1002.170111] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.170111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.170111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.170111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.170111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.170111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad71a014-b2c7-40d6-8a8c-53a75e51870f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.211683] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 in Status: SUCCESS [ 1002.211863] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 deletion is rescheduled due to dependency. [ 1002.211954] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.523077] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.523299] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.523394] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.523644] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.523765] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.523901] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 is going to be updated. [ 1002.555222] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.555311] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.555417] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.555698] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.555843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.565308] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: IN_PROGRESS for 2s [ 1003.231612] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: SUCCESS [ 1003.232120] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.372944] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e815e89-5773-4cca-9475-c1546d8107e9 in Status: SUCCESS [ 1003.373183] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.373348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.373570] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.373764] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.373889] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.375390] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.375585] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.375679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.375786] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e815e89-5773-4cca-9475-c1546d8107e9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.879300] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e815e89-5773-4cca-9475-c1546d8107e9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.381309] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e815e89-5773-4cca-9475-c1546d8107e9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.580979] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: SUCCESS [ 1004.581241] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.884119] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.884119] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.884258] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.884513] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.884588] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.884692] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e815e89-5773-4cca-9475-c1546d8107e9 is going to be updated. [ 1004.921411] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.921411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.921411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.921684] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.921897] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.933333] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e815e89-5773-4cca-9475-c1546d8107e9 in Status: IN_PROGRESS for 2s [ 1006.638027] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1006.638027] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1006.946020] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e815e89-5773-4cca-9475-c1546d8107e9 in Status: SUCCESS [ 1006.946329] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.946639] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.946830] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.947129] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.947285] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.947357] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.947537] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.947719] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.947791] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.947941] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e815e89-5773-4cca-9475-c1546d8107e9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.450434] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e815e89-5773-4cca-9475-c1546d8107e9 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.450609] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.450680] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.450933] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.451129] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.451240] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.451302] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.451470] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.451595] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.451683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.451826] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e815e89-5773-4cca-9475-c1546d8107e9 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.451913] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.451969] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.452120] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.452252] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.452336] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.452392] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.452537] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.452623] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.452686] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.452774] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e815e89-5773-4cca-9475-c1546d8107e9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.954808] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e815e89-5773-4cca-9475-c1546d8107e9: rpc.has_security_group_logging(os_id): False [ 1007.974469] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.974469] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.974469] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.974779] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.974779] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.974990] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.975111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.975175] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.975332] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.975410] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.975624] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.975783] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.975783] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.975957] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.978190] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.978190] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.978190] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.978190] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.978190] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.978190] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.978190] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e815e89-5773-4cca-9475-c1546d8107e9 is going to be updated. [ 1008.042095] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.042325] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.042325] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.042625] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.042842] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.061102] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e815e89-5773-4cca-9475-c1546d8107e9 in Status: IN_PROGRESS for 2s [ 1010.080523] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e815e89-5773-4cca-9475-c1546d8107e9 in Status: SUCCESS [ 1010.080980] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.638930] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1011.639308] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1012.169048] env[69975]: INFO networking_nsxv3.common.synchronization [req-756d3cc4-a7ed-4a6b-a085-e348fdcf6f32 req-3bfce996-4670-432a-ba92-b446bc120c46 tempest-ImagesNegativeTestJSON-1648597849 tempest-ImagesNegativeTestJSON-1648597849-project-member] Enqueued Resource ID: 6a585eac-6475-4115-a755-7e525db5638c with Priority: HIGHEST for action security_group_members [ 1012.169657] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a585eac-6475-4115-a755-7e525db5638c with Priority: HIGHEST for action security_group_members [ 1012.169980] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a585eac-6475-4115-a755-7e525db5638c taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.171118] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.171118] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.171118] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.171118] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.171118] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.171118] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.171118] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.171118] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.171455] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a585eac-6475-4115-a755-7e525db5638c',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.675240] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.675627] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.675627] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.675627] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.675802] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.678477] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.678477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.678477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.678477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.678477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.678477] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a585eac-6475-4115-a755-7e525db5638c already deleted. [ 1012.678477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.817069] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.817280] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-74" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.817429] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-74" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.817781] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-74" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.820971] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.821216] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.821365] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.821673] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.821846] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.822110] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1012.822237] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.822365] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.822482] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.822607] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1012.822763] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.822924] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.850026] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.850026] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1012.850026] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.850026] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-74" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.850026] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-6722e358-b16e-4178-86f7-7f3fc7636466 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.850026] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-6722e358-b16e-4178-86f7-7f3fc7636466" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.850026] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-6722e358-b16e-4178-86f7-7f3fc7636466" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.850026] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-6722e358-b16e-4178-86f7-7f3fc7636466" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.850026] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6722e358-b16e-4178-86f7-7f3fc7636466',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.354627] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.356017] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.356017] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.356017] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.356017] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.356017] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 6722e358-b16e-4178-86f7-7f3fc7636466 not found, creating... [ 1013.356017] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.356017] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.356291] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.356324] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.356470] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.356786] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.356977] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.360137] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.360137] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.360137] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.360137] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 6722e358-b16e-4178-86f7-7f3fc7636466 is going to be created. [ 1013.381270] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.381875] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.382169] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.382553] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.383047] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.383398] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-6722e358-b16e-4178-86f7-7f3fc7636466" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.077911] env[69975]: INFO networking_nsxv3.common.synchronization [None req-96a0c6b0-f0ae-455c-a0e1-55739290a0e2 None None] Enqueued Resource ID: 4fc4a3ae-a873-4e0d-af2a-f9cdd2e5ee2e with Priority: HIGHEST for action port [ 1014.078559] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fc4a3ae-a873-4e0d-af2a-f9cdd2e5ee2e with Priority: HIGHEST for action port [ 1014.078949] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fc4a3ae-a873-4e0d-af2a-f9cdd2e5ee2e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.079155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fc4a3ae-a873-4e0d-af2a-f9cdd2e5ee2e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.079227] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fc4a3ae-a873-4e0d-af2a-f9cdd2e5ee2e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.079493] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fc4a3ae-a873-4e0d-af2a-f9cdd2e5ee2e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.081969] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fc4a3ae-a873-4e0d-af2a-f9cdd2e5ee2e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.578676] env[69975]: INFO networking_nsxv3.common.synchronization [req-756d3cc4-a7ed-4a6b-a085-e348fdcf6f32 req-bc03f8ef-1e16-4c76-be7d-805ce8adc699 service nova] Enqueued Resource ID: 6a585eac-6475-4115-a755-7e525db5638c with Priority: HIGHEST for action security_group_rules [ 1014.578863] env[69975]: INFO networking_nsxv3.common.synchronization [req-756d3cc4-a7ed-4a6b-a085-e348fdcf6f32 req-bc03f8ef-1e16-4c76-be7d-805ce8adc699 service nova] Enqueued Resource ID: 6a585eac-6475-4115-a755-7e525db5638c with Priority: HIGHEST for action security_group_members [ 1014.579014] env[69975]: INFO networking_nsxv3.common.synchronization [req-756d3cc4-a7ed-4a6b-a085-e348fdcf6f32 req-bc03f8ef-1e16-4c76-be7d-805ce8adc699 service nova] Enqueued Resource ID: 6722e358-b16e-4178-86f7-7f3fc7636466 with Priority: HIGHEST for action port [ 1014.579611] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a585eac-6475-4115-a755-7e525db5638c with Priority: HIGHEST for action security_group_rules [ 1014.579927] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a585eac-6475-4115-a755-7e525db5638c with Priority: HIGHEST for action security_group_members [ 1014.582123] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6722e358-b16e-4178-86f7-7f3fc7636466 with Priority: HIGHEST for action port [ 1014.585976] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a585eac-6475-4115-a755-7e525db5638c taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.585976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.585976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.585976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.585976] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a585eac-6475-4115-a755-7e525db5638c',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.585976] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a585eac-6475-4115-a755-7e525db5638c taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.585976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.585976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.585976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.586464] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.586622] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.586732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.586970] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.587616] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.587804] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a585eac-6475-4115-a755-7e525db5638c',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.597049] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-6722e358-b16e-4178-86f7-7f3fc7636466 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.597049] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6722e358-b16e-4178-86f7-7f3fc7636466" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.597049] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6722e358-b16e-4178-86f7-7f3fc7636466" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.597049] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6722e358-b16e-4178-86f7-7f3fc7636466" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.597049] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6722e358-b16e-4178-86f7-7f3fc7636466',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.600785] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fc4a3ae-a873-4e0d-af2a-f9cdd2e5ee2e [ 1014.600785] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.600785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.600785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.600785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.600785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.600785] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fc4a3ae-a873-4e0d-af2a-f9cdd2e5ee2e already deleted. [ 1014.600785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fc4a3ae-a873-4e0d-af2a-f9cdd2e5ee2e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.856171] env[69975]: INFO networking_nsxv3.common.synchronization [req-dfec61d6-dfe8-4905-9232-596c37bdc186 req-4898c910-13d3-40b3-ad06-f1a4c91f1756 tempest-ServersNegativeTestJSON-620845051 tempest-ServersNegativeTestJSON-620845051-project-member] Enqueued Resource ID: 8e815e89-5773-4cca-9475-c1546d8107e9 with Priority: HIGHEST for action security_group_members [ 1014.856958] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e815e89-5773-4cca-9475-c1546d8107e9 with Priority: HIGHEST for action security_group_members [ 1014.858085] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e815e89-5773-4cca-9475-c1546d8107e9 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.858085] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.858240] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.858350] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.858544] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.858652] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.858714] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.858878] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.858965] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.859074] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e815e89-5773-4cca-9475-c1546d8107e9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.098773] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a585eac-6475-4115-a755-7e525db5638c taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.099132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.099132] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a585eac-6475-4115-a755-7e525db5638c',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.100043] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6722e358-b16e-4178-86f7-7f3fc7636466 with status ACTIVE [ 1015.100245] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.100379] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.100431] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.100634] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.100736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.101452] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.101452] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.101452] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.101452] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.101452] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.101805] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.101805] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.101805] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.101937] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.101937] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.101998] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6722e358-b16e-4178-86f7-7f3fc7636466 is going to be updated. [ 1015.129382] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.129574] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.129652] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.131137] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.131137] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.131137] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6722e358-b16e-4178-86f7-7f3fc7636466" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.367427] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e815e89-5773-4cca-9475-c1546d8107e9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.607023] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a585eac-6475-4115-a755-7e525db5638c',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.869925] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e815e89-5773-4cca-9475-c1546d8107e9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.108596] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.108596] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.108596] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.108596] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.108596] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.108596] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a585eac-6475-4115-a755-7e525db5638c is going to be created. [ 1016.145897] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.145897] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.145897] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.145897] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.145897] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.156962] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a585eac-6475-4115-a755-7e525db5638c in Status: UNINITIALIZED for 2s [ 1016.372733] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.372896] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.372968] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.373211] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.373306] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.373435] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e815e89-5773-4cca-9475-c1546d8107e9 is going to be updated. [ 1016.406064] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.406586] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.406586] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.406586] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.406726] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.416750] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e815e89-5773-4cca-9475-c1546d8107e9 in Status: IN_PROGRESS for 2s [ 1016.559952] env[69975]: INFO networking_nsxv3.common.synchronization [req-ad2f730a-8127-42d6-bab3-840704fdaf04 req-bad2a7dc-2c76-4f27-923c-396d276284a2 tempest-ServerDiskConfigTestJSON-1623943188 tempest-ServerDiskConfigTestJSON-1623943188-project-member] Enqueued Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 1016.560929] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 1016.561764] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.561934] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.562057] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.562431] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.566061] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.566061] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.566061] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.566061] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.566644] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.566644] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.071918] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.073520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.073520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.073520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.073520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.073520] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.073520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.073520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.073520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.073520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.073520] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 is going to be updated. [ 1017.085438] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-959 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.085643] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-959" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.085773] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-959" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.086138] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-959" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.086367] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.086541] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.086667] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.086892] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.087053] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.087276] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.087397] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.087523] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.087654] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.087774] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.087886] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.088050] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.104330] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.107401] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.107480] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.108249] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.108249] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.110668] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.110668] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1017.111046] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.111046] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-959" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.111241] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-35894e50-7421-402a-91f6-e5a640cebd85 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.111430] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-35894e50-7421-402a-91f6-e5a640cebd85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.111589] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-35894e50-7421-402a-91f6-e5a640cebd85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.111956] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-35894e50-7421-402a-91f6-e5a640cebd85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.112114] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35894e50-7421-402a-91f6-e5a640cebd85',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.121343] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: IN_PROGRESS for 2s [ 1017.334207] env[69975]: INFO networking_nsxv3.common.synchronization [None req-ebda52dd-bff7-405f-a18e-c370e2627fdf None None] Enqueued Resource ID: 9ceeb588-8443-4101-a5b5-3baa5f9ea64e with Priority: HIGHEST for action port [ 1017.335424] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ceeb588-8443-4101-a5b5-3baa5f9ea64e with Priority: HIGHEST for action port [ 1017.338533] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ceeb588-8443-4101-a5b5-3baa5f9ea64e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.339067] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ceeb588-8443-4101-a5b5-3baa5f9ea64e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.339067] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ceeb588-8443-4101-a5b5-3baa5f9ea64e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.339067] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ceeb588-8443-4101-a5b5-3baa5f9ea64e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.339236] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ceeb588-8443-4101-a5b5-3baa5f9ea64e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.615480] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.615818] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.615965] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.616268] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.616432] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.616668] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 35894e50-7421-402a-91f6-e5a640cebd85 not found, creating... [ 1017.617441] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.617637] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.617770] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.618142] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.618351] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.618820] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.619254] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.619830] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.619830] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.619965] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.620272] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 35894e50-7421-402a-91f6-e5a640cebd85 is going to be created. [ 1017.643632] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.643885] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.644037] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.644342] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.644605] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.644880] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-35894e50-7421-402a-91f6-e5a640cebd85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.847713] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ceeb588-8443-4101-a5b5-3baa5f9ea64e [ 1017.847713] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.847713] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.847713] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.847713] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.847713] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.847713] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ceeb588-8443-4101-a5b5-3baa5f9ea64e already deleted. [ 1017.847713] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ceeb588-8443-4101-a5b5-3baa5f9ea64e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.872000] env[69975]: INFO networking_nsxv3.common.synchronization [None req-3d368b01-1e27-4826-a12f-d9650d392c9c tempest-AttachVolumeNegativeTest-1055724446 tempest-AttachVolumeNegativeTest-1055724446-project-member] Enqueued Resource ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a with Priority: HIGHEST for action security_group_rules [ 1017.872520] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a with Priority: HIGHEST for action security_group_rules [ 1017.872886] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.873013] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.873318] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.873576] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.873662] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b980fcfb-6f7d-4aff-91c2-612ab5cbae9a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.166463] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a585eac-6475-4115-a755-7e525db5638c in Status: SUCCESS [ 1018.166790] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.167028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.167087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.167305] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.167424] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.167484] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.167679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.167749] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.167783] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.167875] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a585eac-6475-4115-a755-7e525db5638c',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.218633] env[69975]: INFO networking_nsxv3.common.synchronization [None req-ed17ab70-1622-4d7f-9f8e-6f5a05d5a2f8 tempest-AttachVolumeNegativeTest-1055724446 tempest-AttachVolumeNegativeTest-1055724446-project-member] Enqueued Resource ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a with Priority: HIGHEST for action security_group_rules [ 1018.219327] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a with Priority: HIGHEST for action security_group_rules [ 1018.219755] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.219866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.394758] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.394901] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.394962] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.395238] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.395395] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.395470] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a already deleted. [ 1018.395607] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.395727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.395893] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.395977] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b980fcfb-6f7d-4aff-91c2-612ab5cbae9a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.428243] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e815e89-5773-4cca-9475-c1546d8107e9 in Status: SUCCESS [ 1018.428463] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.677378] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a585eac-6475-4115-a755-7e525db5638c taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.677549] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.677590] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.677806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.677976] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.678123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.678165] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.679072] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.679072] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.679072] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.679072] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a585eac-6475-4115-a755-7e525db5638c taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.679336] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.679336] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.679336] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.679533] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.679635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.679691] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.679831] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.679923] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.680426] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.680570] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a585eac-6475-4115-a755-7e525db5638c',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.917193] env[69975]: INFO networking_nsxv3.common.synchronization [req-ad2f730a-8127-42d6-bab3-840704fdaf04 req-d3021dff-3642-4f9a-9dd5-c5621d349bd9 service nova] Enqueued Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_rules [ 1018.917193] env[69975]: INFO networking_nsxv3.common.synchronization [req-ad2f730a-8127-42d6-bab3-840704fdaf04 req-d3021dff-3642-4f9a-9dd5-c5621d349bd9 service nova] Enqueued Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 1018.917193] env[69975]: INFO networking_nsxv3.common.synchronization [req-ad2f730a-8127-42d6-bab3-840704fdaf04 req-d3021dff-3642-4f9a-9dd5-c5621d349bd9 service nova] Enqueued Resource ID: 35894e50-7421-402a-91f6-e5a640cebd85 with Priority: HIGHEST for action port [ 1018.918857] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.919244] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.919466] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.921031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.921031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.921031] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a already deleted. [ 1018.921031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.921031] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_rules [ 1018.921031] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 1018.921031] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35894e50-7421-402a-91f6-e5a640cebd85 with Priority: HIGHEST for action port [ 1018.923362] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.923362] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.923362] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.923362] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.923362] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.924839] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.925124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.925474] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-35894e50-7421-402a-91f6-e5a640cebd85 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.925754] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35894e50-7421-402a-91f6-e5a640cebd85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.926513] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35894e50-7421-402a-91f6-e5a640cebd85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.929452] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35894e50-7421-402a-91f6-e5a640cebd85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.929452] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35894e50-7421-402a-91f6-e5a640cebd85',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.133468] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: IN_PROGRESS for 4s [ 1019.184696] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a585eac-6475-4115-a755-7e525db5638c: rpc.has_security_group_logging(os_id): False [ 1019.226233] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.226418] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.226458] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.230274] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.230380] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.230623] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.230893] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.230893] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.231019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.231064] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.231243] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.231336] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.231399] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.231530] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.231680] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.231858] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.231937] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.232012] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.232423] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.232580] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.232809] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a585eac-6475-4115-a755-7e525db5638c is going to be created. [ 1019.303531] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.303531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.303531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.303531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.303531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.319499] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a585eac-6475-4115-a755-7e525db5638c in Status: IN_PROGRESS for 2s [ 1019.432437] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35894e50-7421-402a-91f6-e5a640cebd85 with status ACTIVE [ 1019.432631] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.432777] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.432842] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.433076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.433166] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.433358] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.433459] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.433523] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.433676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.433754] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.433934] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.434479] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.434613] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.434780] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.434863] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.435064] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35894e50-7421-402a-91f6-e5a640cebd85 is going to be updated. [ 1019.436120] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.436348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.466994] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.467165] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.467210] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.467433] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.467570] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.467718] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35894e50-7421-402a-91f6-e5a640cebd85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.510384] env[69975]: INFO networking_nsxv3.common.synchronization [None req-aa7b91b9-24b2-4dc9-b2f1-6155ae08fb7f None None] Enqueued Resource ID: c494985f-3194-4e98-acfc-81c73484dea3 with Priority: HIGHEST for action port [ 1019.510384] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c494985f-3194-4e98-acfc-81c73484dea3 with Priority: HIGHEST for action port [ 1019.510789] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-c494985f-3194-4e98-acfc-81c73484dea3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.510963] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c494985f-3194-4e98-acfc-81c73484dea3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.511095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c494985f-3194-4e98-acfc-81c73484dea3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.511407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c494985f-3194-4e98-acfc-81c73484dea3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.511488] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c494985f-3194-4e98-acfc-81c73484dea3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.014046] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c494985f-3194-4e98-acfc-81c73484dea3 [ 1020.014046] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.014284] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.014284] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.014538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.014538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.014645] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c494985f-3194-4e98-acfc-81c73484dea3 already deleted. [ 1020.014680] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c494985f-3194-4e98-acfc-81c73484dea3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.686943] env[69975]: INFO networking_nsxv3.common.synchronization [req-d543c920-623d-4bb5-8484-978853699b01 req-c1b4fd80-0c3d-4b0d-ae7f-3ff108e2f800 tempest-SecurityGroupRulesTestJSON-1930157639 tempest-SecurityGroupRulesTestJSON-1930157639-project-member] Enqueued Resource ID: eba15243-82c3-4acd-8dff-012e5f004943 with Priority: HIGHEST for action security_group_rules [ 1020.687470] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba15243-82c3-4acd-8dff-012e5f004943 with Priority: HIGHEST for action security_group_rules [ 1020.687787] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eba15243-82c3-4acd-8dff-012e5f004943 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.687896] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eba15243-82c3-4acd-8dff-012e5f004943" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.687965] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eba15243-82c3-4acd-8dff-012e5f004943" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.690807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eba15243-82c3-4acd-8dff-012e5f004943" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.690919] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eba15243-82c3-4acd-8dff-012e5f004943',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.147389] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: SUCCESS [ 1021.147587] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 deletion is rescheduled due to dependency. [ 1021.147704] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.147863] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.148092] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.148272] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.148386] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.148706] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.148706] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.148706] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.148862] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.214724] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.214724] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.214724] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.215101] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.215101] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.215101] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eba15243-82c3-4acd-8dff-012e5f004943 already deleted. [ 1021.215307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eba15243-82c3-4acd-8dff-012e5f004943" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.335536] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a585eac-6475-4115-a755-7e525db5638c in Status: SUCCESS [ 1021.336830] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.383724] env[69975]: INFO networking_nsxv3.common.synchronization [req-f4b091c5-ddd1-4419-be8b-8393632842d3 req-ba9c60cf-4d80-4747-b7f1-ab25177d1c76 tempest-SecurityGroupRulesTestJSON-1930157639 tempest-SecurityGroupRulesTestJSON-1930157639-project-member] Enqueued Resource ID: cb06e944-0030-433a-aa0a-85ef01859a94 with Priority: HIGHEST for action security_group_rules [ 1021.384326] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb06e944-0030-433a-aa0a-85ef01859a94 with Priority: HIGHEST for action security_group_rules [ 1021.384680] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb06e944-0030-433a-aa0a-85ef01859a94 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.385370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb06e944-0030-433a-aa0a-85ef01859a94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.385370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb06e944-0030-433a-aa0a-85ef01859a94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.387587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb06e944-0030-433a-aa0a-85ef01859a94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.387587] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb06e944-0030-433a-aa0a-85ef01859a94',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.651078] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.874019] env[69975]: INFO networking_nsxv3.common.synchronization [None req-328caa33-0be4-4ba2-ae09-6fbf203a0fa1 None None] Enqueued Resource ID: 82721b5b-e03b-48df-af51-ccb372d1a11e with Priority: HIGHEST for action port [ 1021.874316] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82721b5b-e03b-48df-af51-ccb372d1a11e with Priority: HIGHEST for action port [ 1021.874881] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-82721b5b-e03b-48df-af51-ccb372d1a11e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.875048] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82721b5b-e03b-48df-af51-ccb372d1a11e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.875118] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82721b5b-e03b-48df-af51-ccb372d1a11e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.875389] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82721b5b-e03b-48df-af51-ccb372d1a11e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.875476] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82721b5b-e03b-48df-af51-ccb372d1a11e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.907220] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.907367] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.907440] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.907668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.907840] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.907898] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb06e944-0030-433a-aa0a-85ef01859a94 already deleted. [ 1021.907984] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb06e944-0030-433a-aa0a-85ef01859a94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.143419] env[69975]: INFO networking_nsxv3.common.synchronization [req-fecf4e22-ad0b-406c-8ce5-706417323326 req-c1b720bb-3e4e-4e20-b3be-9991f35db365 tempest-SecurityGroupRulesTestJSON-1930157639 tempest-SecurityGroupRulesTestJSON-1930157639-project-member] Enqueued Resource ID: fcba5022-49ca-405d-9ce0-9de2206ce597 with Priority: HIGHEST for action security_group_rules [ 1022.143419] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcba5022-49ca-405d-9ce0-9de2206ce597 with Priority: HIGHEST for action security_group_rules [ 1022.143419] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcba5022-49ca-405d-9ce0-9de2206ce597 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.143419] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcba5022-49ca-405d-9ce0-9de2206ce597" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.143419] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcba5022-49ca-405d-9ce0-9de2206ce597" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.144017] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcba5022-49ca-405d-9ce0-9de2206ce597" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.144017] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcba5022-49ca-405d-9ce0-9de2206ce597',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.154340] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.381251] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82721b5b-e03b-48df-af51-ccb372d1a11e [ 1022.381533] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.381728] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.381828] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.382078] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.382200] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.382323] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82721b5b-e03b-48df-af51-ccb372d1a11e already deleted. [ 1022.382430] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82721b5b-e03b-48df-af51-ccb372d1a11e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.659028] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.659171] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.659222] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.659473] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.659545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.659653] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 is going to be updated. [ 1022.667519] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.667633] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.667704] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.667905] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.667998] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.668103] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcba5022-49ca-405d-9ce0-9de2206ce597 already deleted. [ 1022.668235] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcba5022-49ca-405d-9ce0-9de2206ce597" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.688125] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.688326] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.688454] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.688684] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.688887] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.697674] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: IN_PROGRESS for 2s [ 1022.935539] env[69975]: INFO networking_nsxv3.common.synchronization [req-4134c5f2-e37b-4828-9d5f-1a2e7c8d474c req-5897bb60-28a2-4bfb-9575-801dcb36f24f tempest-SecurityGroupRulesTestJSON-1930157639 tempest-SecurityGroupRulesTestJSON-1930157639-project-member] Enqueued Resource ID: 0c4e7c5a-7847-4cf6-8689-1a7e280512f4 with Priority: HIGHEST for action security_group_rules [ 1022.936106] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4e7c5a-7847-4cf6-8689-1a7e280512f4 with Priority: HIGHEST for action security_group_rules [ 1022.936419] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c4e7c5a-7847-4cf6-8689-1a7e280512f4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.936890] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c4e7c5a-7847-4cf6-8689-1a7e280512f4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.937073] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c4e7c5a-7847-4cf6-8689-1a7e280512f4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.937805] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c4e7c5a-7847-4cf6-8689-1a7e280512f4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.937968] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c4e7c5a-7847-4cf6-8689-1a7e280512f4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.459584] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.459584] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.459584] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.459584] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.459584] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.459584] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c4e7c5a-7847-4cf6-8689-1a7e280512f4 already deleted. [ 1023.459584] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c4e7c5a-7847-4cf6-8689-1a7e280512f4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.516101] env[69975]: INFO networking_nsxv3.common.synchronization [req-6e5c3c73-9efb-4cf4-a04d-16ee6805934a req-5331d2de-b7cf-49d3-8181-4319c54de88e tempest-SecurityGroupRulesTestJSON-1930157639 tempest-SecurityGroupRulesTestJSON-1930157639-project-member] Enqueued Resource ID: 787a8819-0392-4551-8f4e-2e892997fc1f with Priority: HIGHEST for action security_group_rules [ 1023.516982] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 787a8819-0392-4551-8f4e-2e892997fc1f with Priority: HIGHEST for action security_group_rules [ 1023.516982] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-787a8819-0392-4551-8f4e-2e892997fc1f taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.517161] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-787a8819-0392-4551-8f4e-2e892997fc1f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.518024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-787a8819-0392-4551-8f4e-2e892997fc1f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.518024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-787a8819-0392-4551-8f4e-2e892997fc1f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.518024] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('787a8819-0392-4551-8f4e-2e892997fc1f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.706668] env[69975]: INFO networking_nsxv3.common.synchronization [req-2d72a5a5-760d-4534-ba23-cbe4709ca1a0 req-73843d9c-b45d-4b22-8d71-608cd9f07986 tempest-SecurityGroupRulesTestJSON-1930157639 tempest-SecurityGroupRulesTestJSON-1930157639-project-member] Enqueued Resource ID: 787a8819-0392-4551-8f4e-2e892997fc1f with Priority: HIGHEST for action security_group_rules [ 1023.709151] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 787a8819-0392-4551-8f4e-2e892997fc1f with Priority: HIGHEST for action security_group_rules [ 1023.709151] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-787a8819-0392-4551-8f4e-2e892997fc1f taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.709151] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-787a8819-0392-4551-8f4e-2e892997fc1f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.038178] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.038178] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.038516] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.038516] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.038516] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.038693] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 787a8819-0392-4551-8f4e-2e892997fc1f already deleted. [ 1024.038693] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-787a8819-0392-4551-8f4e-2e892997fc1f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.038834] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-787a8819-0392-4551-8f4e-2e892997fc1f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.039035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-787a8819-0392-4551-8f4e-2e892997fc1f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.039131] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('787a8819-0392-4551-8f4e-2e892997fc1f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.108204] env[69975]: INFO networking_nsxv3.common.synchronization [req-d3be76e5-b007-4451-ac68-956a0064e0fd req-257e7a59-0e75-4999-a2bb-f8ad1a91ec94 tempest-SecurityGroupRulesTestJSON-1930157639 tempest-SecurityGroupRulesTestJSON-1930157639-project-member] Enqueued Resource ID: 787a8819-0392-4551-8f4e-2e892997fc1f with Priority: HIGHEST for action security_group_rules [ 1024.108204] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 787a8819-0392-4551-8f4e-2e892997fc1f with Priority: HIGHEST for action security_group_rules [ 1024.108571] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-787a8819-0392-4551-8f4e-2e892997fc1f taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.108982] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-787a8819-0392-4551-8f4e-2e892997fc1f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.562717] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.562717] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.562717] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.562717] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.562717] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.562717] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 787a8819-0392-4551-8f4e-2e892997fc1f already deleted. [ 1024.562717] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-787a8819-0392-4551-8f4e-2e892997fc1f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.562717] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-787a8819-0392-4551-8f4e-2e892997fc1f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.562717] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-787a8819-0392-4551-8f4e-2e892997fc1f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.562717] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('787a8819-0392-4551-8f4e-2e892997fc1f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.713252] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: SUCCESS [ 1024.713252] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.713252] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.713252] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.713252] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.713252] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.713252] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.713574] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.713574] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.713717] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.714131] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.034753] env[69975]: INFO networking_nsxv3.common.synchronization [None req-adb9caf7-54b0-4bb6-afd8-0a35608b8a59 None None] Enqueued Resource ID: a98db50e-57f3-4f63-ab26-a0a391b2ff20 with Priority: HIGHEST for action port [ 1025.035115] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a98db50e-57f3-4f63-ab26-a0a391b2ff20 with Priority: HIGHEST for action port [ 1025.035412] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-a98db50e-57f3-4f63-ab26-a0a391b2ff20 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.035535] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a98db50e-57f3-4f63-ab26-a0a391b2ff20" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.035648] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a98db50e-57f3-4f63-ab26-a0a391b2ff20" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.035908] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a98db50e-57f3-4f63-ab26-a0a391b2ff20" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.035971] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a98db50e-57f3-4f63-ab26-a0a391b2ff20',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.085023] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.085334] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.085334] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.085490] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.086113] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.086259] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 787a8819-0392-4551-8f4e-2e892997fc1f already deleted. [ 1025.086456] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-787a8819-0392-4551-8f4e-2e892997fc1f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.221634] env[69975]: INFO networking_nsxv3.common.synchronization [req-5338214c-208f-45d4-bd13-bff84139e8df req-bcf70b28-bd43-41e8-ba7e-ef13fec545f8 tempest-ServersAdminTestJSON-63150947 tempest-ServersAdminTestJSON-63150947-project-member] Enqueued Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_members [ 1025.222118] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.223665] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.223665] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.223665] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.223665] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.223665] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.223665] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.223665] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.223665] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.223665] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.223665] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.223665] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.224196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.224196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.224196] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.225231] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.225350] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.225520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.225622] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.225711] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.225787] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.227613] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_members [ 1025.228141] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.228265] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.228315] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.228652] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.228729] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.228835] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.228900] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.229160] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.229330] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.229500] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.542022] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a98db50e-57f3-4f63-ab26-a0a391b2ff20 [ 1025.542275] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.542411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.542476] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.542865] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.542977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.543103] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a98db50e-57f3-4f63-ab26-a0a391b2ff20 already deleted. [ 1025.543189] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a98db50e-57f3-4f63-ab26-a0a391b2ff20" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.734021] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92dcf97a-22f1-4da8-a70e-2cd59eb07b52: rpc.has_security_group_logging(os_id): False [ 1025.734021] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.753258] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.755037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.755037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.755037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.755037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.755037] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.755037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.755037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.755037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.755037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.755037] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.755037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.755037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.755037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.755785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.755785] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.755785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.755945] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.755992] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.756057] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.756154] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 is going to be updated. [ 1025.826411] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.826411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.826411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.826411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.826411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.839771] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: IN_PROGRESS for 2s [ 1026.235443] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.738570] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.738747] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.738829] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.739085] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.739180] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.739891] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2be00df-6a0a-4200-a397-d8deb2caa993 is going to be updated. [ 1026.775054] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.775054] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.775054] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.775054] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.775054] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.783508] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: IN_PROGRESS for 2s [ 1027.144906] env[69975]: INFO networking_nsxv3.common.synchronization [req-57277395-458d-454e-ad9e-c1228de70c63 req-0965c0c6-dd1b-479f-bc93-b79e083cdc51 tempest-ImagesNegativeTestJSON-1648597849 tempest-ImagesNegativeTestJSON-1648597849-project-member] Enqueued Resource ID: 6a585eac-6475-4115-a755-7e525db5638c with Priority: HIGHEST for action security_group_members [ 1027.145597] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a585eac-6475-4115-a755-7e525db5638c with Priority: HIGHEST for action security_group_members [ 1027.145903] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a585eac-6475-4115-a755-7e525db5638c taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.146041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.146108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.146511] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.146511] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.146661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.146661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.146888] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.146938] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.147044] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a585eac-6475-4115-a755-7e525db5638c',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.657031] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.657031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.657031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.657031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.657031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.657031] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.657031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.657031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.657031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.657031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.657031] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a585eac-6475-4115-a755-7e525db5638c is going to be updated. [ 1027.689871] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.689871] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.689871] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.689871] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.689871] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.703272] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a585eac-6475-4115-a755-7e525db5638c in Status: IN_PROGRESS for 2s [ 1027.854908] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: SUCCESS [ 1027.855205] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.040216] env[69975]: INFO networking_nsxv3.common.synchronization [None req-954193eb-4709-4779-a949-ac484f9fcfa5 None None] Enqueued Resource ID: 9cbccf0d-8031-4237-a968-8e3786723ed9 with Priority: HIGHEST for action port [ 1028.040216] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cbccf0d-8031-4237-a968-8e3786723ed9 with Priority: HIGHEST for action port [ 1028.040216] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cbccf0d-8031-4237-a968-8e3786723ed9 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.040216] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cbccf0d-8031-4237-a968-8e3786723ed9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.040216] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cbccf0d-8031-4237-a968-8e3786723ed9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.040570] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cbccf0d-8031-4237-a968-8e3786723ed9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.040570] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cbccf0d-8031-4237-a968-8e3786723ed9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.544854] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cbccf0d-8031-4237-a968-8e3786723ed9 [ 1028.544854] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.544854] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.544854] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.544854] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.544854] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.544854] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cbccf0d-8031-4237-a968-8e3786723ed9 already deleted. [ 1028.544854] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cbccf0d-8031-4237-a968-8e3786723ed9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.796461] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: SUCCESS [ 1028.796787] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.499074] env[69975]: INFO networking_nsxv3.common.synchronization [req-8ea35fa3-c401-4511-b438-ca68769d36d9 req-8d00f8ad-5b46-4298-85a2-dcca07416baf tempest-ImagesOneServerNegativeTestJSON-2022974886 tempest-ImagesOneServerNegativeTestJSON-2022974886-project-member] Enqueued Resource ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 with Priority: HIGHEST for action security_group_members [ 1029.499626] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 with Priority: HIGHEST for action security_group_members [ 1029.499950] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.502255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.502343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.502639] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.502767] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.502912] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.502948] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.503274] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.503274] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.503342] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46da6b22-48c7-4d14-9ee8-6c0df0c486f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.543120] env[69975]: INFO networking_nsxv3.common.synchronization [req-b8cd95fc-c1c1-4396-b47d-a445e57f1df3 req-42940d73-0fa1-45d9-9b0a-658305918f2d tempest-ImagesTestJSON-532780232 tempest-ImagesTestJSON-532780232-project-member] Enqueued Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 1029.543120] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 1029.543120] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.543120] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.543120] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.543120] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.543120] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.543120] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.543120] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.543120] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.543120] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.543743] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.714709] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a585eac-6475-4115-a755-7e525db5638c in Status: SUCCESS [ 1029.714916] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a585eac-6475-4115-a755-7e525db5638c deletion is rescheduled due to dependency. [ 1029.715057] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.012101] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.012101] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.012101] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.012101] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.012101] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.012101] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.012101] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.012101] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.012101] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.012101] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.012101] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 is going to be updated. [ 1030.040514] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.040669] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.040728] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.040922] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.041084] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.046766] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.046902] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.047189] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.047189] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.047277] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.048042] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.048042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.048042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.048042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.048042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.048042] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 is going to be updated. [ 1030.051176] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 in Status: IN_PROGRESS for 2s [ 1030.077142] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.077142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.077142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.077142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.077142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.086921] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: IN_PROGRESS for 2s [ 1030.406772] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.407064] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-141" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.407201] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-141" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.409037] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-141" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.409037] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.409037] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.409037] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.409037] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.409296] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.409402] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1030.409530] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.409700] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.409842] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.409967] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1030.410101] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.410237] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.430762] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.430967] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1030.431097] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.431283] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-141" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.431604] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-a0f896a3-40a4-4f1f-8bbc-f97ad11f499a taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.431894] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-a0f896a3-40a4-4f1f-8bbc-f97ad11f499a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.432055] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-a0f896a3-40a4-4f1f-8bbc-f97ad11f499a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.432428] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-a0f896a3-40a4-4f1f-8bbc-f97ad11f499a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.432574] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0f896a3-40a4-4f1f-8bbc-f97ad11f499a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.936614] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.936801] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.936936] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.937266] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.937425] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.937583] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port a0f896a3-40a4-4f1f-8bbc-f97ad11f499a not found, creating... [ 1030.937848] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.938027] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.938155] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.938384] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.938527] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.938817] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.939216] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.939411] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.939677] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.939860] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.941422] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: a0f896a3-40a4-4f1f-8bbc-f97ad11f499a is going to be created. [ 1030.964512] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.964512] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.964512] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.964512] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.964789] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.965046] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-a0f896a3-40a4-4f1f-8bbc-f97ad11f499a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.719812] env[69975]: INFO networking_nsxv3.common.synchronization [None req-e534cec5-c647-430a-9751-9f9e7ea141ed None None] Enqueued Resource ID: 3d8b0ee3-64d0-44a8-8b50-654dddbc5845 with Priority: HIGHEST for action port [ 1031.720370] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d8b0ee3-64d0-44a8-8b50-654dddbc5845 with Priority: HIGHEST for action port [ 1031.720679] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d8b0ee3-64d0-44a8-8b50-654dddbc5845 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.720825] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d8b0ee3-64d0-44a8-8b50-654dddbc5845" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.720893] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d8b0ee3-64d0-44a8-8b50-654dddbc5845" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.721700] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d8b0ee3-64d0-44a8-8b50-654dddbc5845" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.721819] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d8b0ee3-64d0-44a8-8b50-654dddbc5845',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.834584] env[69975]: INFO networking_nsxv3.common.synchronization [req-8ea35fa3-c401-4511-b438-ca68769d36d9 req-ccb81abe-207f-461f-b40f-f7685e5c41a2 service nova] Enqueued Resource ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 with Priority: HIGHEST for action security_group_rules [ 1031.835497] env[69975]: INFO networking_nsxv3.common.synchronization [req-8ea35fa3-c401-4511-b438-ca68769d36d9 req-ccb81abe-207f-461f-b40f-f7685e5c41a2 service nova] Enqueued Resource ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 with Priority: HIGHEST for action security_group_members [ 1031.835497] env[69975]: INFO networking_nsxv3.common.synchronization [req-8ea35fa3-c401-4511-b438-ca68769d36d9 req-ccb81abe-207f-461f-b40f-f7685e5c41a2 service nova] Enqueued Resource ID: a0f896a3-40a4-4f1f-8bbc-f97ad11f499a with Priority: HIGHEST for action port [ 1031.835497] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 with Priority: HIGHEST for action security_group_rules [ 1031.835497] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 with Priority: HIGHEST for action security_group_members [ 1031.835497] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f896a3-40a4-4f1f-8bbc-f97ad11f499a with Priority: HIGHEST for action port [ 1031.836736] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46da6b22-48c7-4d14-9ee8-6c0df0c486f2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.836881] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.837368] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.837368] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.837368] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46da6b22-48c7-4d14-9ee8-6c0df0c486f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.840031] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.840031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.840031] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0f896a3-40a4-4f1f-8bbc-f97ad11f499a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.840031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0f896a3-40a4-4f1f-8bbc-f97ad11f499a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.840031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0f896a3-40a4-4f1f-8bbc-f97ad11f499a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.840031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0f896a3-40a4-4f1f-8bbc-f97ad11f499a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.840031] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0f896a3-40a4-4f1f-8bbc-f97ad11f499a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.061870] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 in Status: SUCCESS [ 1032.061972] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 deletion is rescheduled due to dependency. [ 1032.062079] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.062250] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.063185] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.063185] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.063185] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.063185] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.063185] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.063185] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.063451] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46da6b22-48c7-4d14-9ee8-6c0df0c486f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.098369] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: SUCCESS [ 1032.098369] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 deletion is rescheduled due to dependency. [ 1032.098369] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.142174] env[69975]: INFO networking_nsxv3.common.synchronization [req-a5479a61-00d4-46f2-b6fb-4fcbe825e086 req-eda1568d-11e9-450d-b1a9-1210bf40b1ac tempest-DeleteServersTestJSON-1273084896 tempest-DeleteServersTestJSON-1273084896-project-member] Enqueued Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 1032.142755] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 1032.143092] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.143221] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.143285] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.143566] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.143623] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.143707] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.143760] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.143895] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.143977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.146211] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.225439] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d8b0ee3-64d0-44a8-8b50-654dddbc5845 [ 1032.225815] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.225815] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.225942] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.226085] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.226135] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.226233] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d8b0ee3-64d0-44a8-8b50-654dddbc5845 already deleted. [ 1032.226314] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d8b0ee3-64d0-44a8-8b50-654dddbc5845" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.342096] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.342252] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.343784] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0f896a3-40a4-4f1f-8bbc-f97ad11f499a with status ACTIVE [ 1032.343998] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.344139] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.344208] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.344823] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.344962] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.345177] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.345359] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.345359] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.345498] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.345584] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.345766] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.345998] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.345998] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.346147] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.346238] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.346321] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0f896a3-40a4-4f1f-8bbc-f97ad11f499a is going to be updated. [ 1032.371585] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.371585] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.371585] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.371585] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.371585] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.371585] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0f896a3-40a4-4f1f-8bbc-f97ad11f499a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.567180] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46da6b22-48c7-4d14-9ee8-6c0df0c486f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.647518] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.647687] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.647759] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.648020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.649386] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.649616] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.649721] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.649795] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.649957] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.650048] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.650136] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 is going to be updated. [ 1032.680918] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.681339] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.681445] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.681737] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.681935] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.684792] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.684974] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-612" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.685112] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-612" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.685354] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-612" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.685640] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.685779] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.685893] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.686122] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.686264] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.686465] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1032.686580] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.686697] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.687911] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.687911] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1032.687911] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.687911] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.691882] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: IN_PROGRESS for 2s [ 1032.703666] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.704011] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1032.704011] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.704011] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-612" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.704359] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-8e419c4b-3285-40f4-972c-96a55d41ddd6 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.704555] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-8e419c4b-3285-40f4-972c-96a55d41ddd6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.704659] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-8e419c4b-3285-40f4-972c-96a55d41ddd6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.705019] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-8e419c4b-3285-40f4-972c-96a55d41ddd6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.705220] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e419c4b-3285-40f4-972c-96a55d41ddd6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.072652] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46da6b22-48c7-4d14-9ee8-6c0df0c486f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.206928] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.207186] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.207318] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.207596] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.207791] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.207968] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 8e419c4b-3285-40f4-972c-96a55d41ddd6 not found, creating... [ 1033.208257] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.208422] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.208544] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.208776] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.208926] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.209232] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.209392] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.209515] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.209762] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.209944] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.210058] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 8e419c4b-3285-40f4-972c-96a55d41ddd6 is going to be created. [ 1033.240156] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.240370] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.240500] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.240797] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.241055] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.241326] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-8e419c4b-3285-40f4-972c-96a55d41ddd6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.556232] env[69975]: INFO networking_nsxv3.common.synchronization [None req-1bed2802-4577-4398-82c5-3b53417d78d9 None None] Enqueued Resource ID: 8197e015-cc03-4f94-8a76-e7fad0e3a3c3 with Priority: HIGHEST for action port [ 1033.556550] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8197e015-cc03-4f94-8a76-e7fad0e3a3c3 with Priority: HIGHEST for action port [ 1033.556968] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-8197e015-cc03-4f94-8a76-e7fad0e3a3c3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.559727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8197e015-cc03-4f94-8a76-e7fad0e3a3c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.559805] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8197e015-cc03-4f94-8a76-e7fad0e3a3c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.560567] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8197e015-cc03-4f94-8a76-e7fad0e3a3c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.560567] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8197e015-cc03-4f94-8a76-e7fad0e3a3c3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.574560] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.577037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.577037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.577037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.577037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.577037] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 is going to be updated. [ 1033.610630] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.610783] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.610846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.611107] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.611250] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.621257] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 in Status: IN_PROGRESS for 2s [ 1034.047699] env[69975]: INFO networking_nsxv3.common.synchronization [req-a5479a61-00d4-46f2-b6fb-4fcbe825e086 req-3b8c304f-e20a-4524-915c-95c39498ed74 service nova] Enqueued Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_rules [ 1034.047985] env[69975]: INFO networking_nsxv3.common.synchronization [req-a5479a61-00d4-46f2-b6fb-4fcbe825e086 req-3b8c304f-e20a-4524-915c-95c39498ed74 service nova] Enqueued Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 1034.048563] env[69975]: INFO networking_nsxv3.common.synchronization [req-a5479a61-00d4-46f2-b6fb-4fcbe825e086 req-3b8c304f-e20a-4524-915c-95c39498ed74 service nova] Enqueued Resource ID: 8e419c4b-3285-40f4-972c-96a55d41ddd6 with Priority: HIGHEST for action port [ 1034.048563] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_rules [ 1034.048563] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 1034.049223] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e419c4b-3285-40f4-972c-96a55d41ddd6 with Priority: HIGHEST for action port [ 1034.050519] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.050656] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.050743] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.050934] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.051043] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.052095] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.052196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.052416] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e419c4b-3285-40f4-972c-96a55d41ddd6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.052530] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e419c4b-3285-40f4-972c-96a55d41ddd6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.052597] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e419c4b-3285-40f4-972c-96a55d41ddd6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.052776] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e419c4b-3285-40f4-972c-96a55d41ddd6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.052871] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e419c4b-3285-40f4-972c-96a55d41ddd6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.066756] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8197e015-cc03-4f94-8a76-e7fad0e3a3c3 [ 1034.066916] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.067095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.067234] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.067339] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.067428] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.067525] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8197e015-cc03-4f94-8a76-e7fad0e3a3c3 already deleted. [ 1034.067605] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8197e015-cc03-4f94-8a76-e7fad0e3a3c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.555424] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.555752] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.557948] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e419c4b-3285-40f4-972c-96a55d41ddd6 with status ACTIVE [ 1034.558225] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.558354] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.558429] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.558659] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.558766] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.558952] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.559073] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.559131] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.559274] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.559351] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.559531] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.559620] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.559675] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.559816] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.559890] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.559976] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e419c4b-3285-40f4-972c-96a55d41ddd6 is going to be updated. [ 1034.581451] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.581675] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.581675] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.581896] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.582061] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.582278] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e419c4b-3285-40f4-972c-96a55d41ddd6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.702573] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: SUCCESS [ 1034.702763] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 deletion is rescheduled due to dependency. [ 1034.702886] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.703111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.703331] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.703518] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.703634] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.703691] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.703840] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.703917] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.704158] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.206750] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.632738] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 in Status: SUCCESS [ 1035.633091] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.633091] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.633322] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.633515] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.633628] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.633704] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.633844] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.633924] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.634041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.634134] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46da6b22-48c7-4d14-9ee8-6c0df0c486f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.711208] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.137042] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.137042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.137042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.137448] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.137504] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.137670] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.137839] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.138147] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.138302] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.138415] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.138598] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.138799] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.138799] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.138926] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.139117] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.139186] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.139246] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.139397] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.139473] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.139556] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.139676] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46da6b22-48c7-4d14-9ee8-6c0df0c486f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.217419] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.217757] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.217854] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.218157] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.218309] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.218471] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 is going to be updated. [ 1036.260951] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.260951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.260951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.261283] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.261283] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.270578] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: IN_PROGRESS for 2s [ 1036.643644] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46da6b22-48c7-4d14-9ee8-6c0df0c486f2: rpc.has_security_group_logging(os_id): False [ 1036.661800] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.662036] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.662036] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.663039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.663039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.663039] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.663039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.663039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.663039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.663039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.663407] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.663407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.663407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.663527] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.663527] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.663715] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.663806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.663857] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.664022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.664087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.664174] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 is going to be updated. [ 1036.743942] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.744202] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.744202] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.744377] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.744518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.760886] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 in Status: IN_PROGRESS for 2s [ 1038.280409] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: SUCCESS [ 1038.280730] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.281268] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.281268] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.281575] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.281676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.282262] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.282262] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.282262] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.282262] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.282262] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.775020] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 in Status: SUCCESS [ 1038.775257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.786900] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.787084] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.787136] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.787379] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.787539] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.787641] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.787703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.788120] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.788120] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.788120] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.788351] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.788351] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.788442] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.788530] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.788665] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.788756] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.788821] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.788956] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.789041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.789122] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.789235] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.050031] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1039.050031] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1039.292198] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c910b46b-0916-43b8-95a3-38b1580dd9d6: rpc.has_security_group_logging(os_id): False [ 1039.315232] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.315588] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.315588] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.315826] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.315985] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.316171] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.316380] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.316380] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.316493] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.316601] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.316769] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.316867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.316927] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.317532] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.317532] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.317532] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.317532] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.317532] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.317927] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.317927] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.317927] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 is going to be updated. [ 1039.382801] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.382991] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.383117] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.383623] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.383623] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.398039] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: IN_PROGRESS for 2s [ 1041.031349] env[69975]: INFO networking_nsxv3.common.synchronization [req-694e304d-68b5-48ca-abb1-ea1c9c889c3a req-6cc7c049-aafd-4fc4-a049-76c56e9b1115 tempest-ServersTestJSON-915624429 tempest-ServersTestJSON-915624429-project-member] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 1041.031922] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 1041.032240] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.032363] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.032429] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.032621] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.032793] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.032899] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.032958] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.033185] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.033271] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.033364] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.389022] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.389235] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.389365] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.389666] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.389933] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.390102] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.390231] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.390453] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.390604] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.390825] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1041.390970] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.391135] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.391223] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.391372] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1041.391442] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.391654] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.413439] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: SUCCESS [ 1041.413758] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.415909] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.416195] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1041.416389] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.416658] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.417123] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-ee39c037-aaca-4a17-aa77-f50203a74e94 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.417420] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-ee39c037-aaca-4a17-aa77-f50203a74e94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.417623] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-ee39c037-aaca-4a17-aa77-f50203a74e94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.418112] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-ee39c037-aaca-4a17-aa77-f50203a74e94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.418342] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee39c037-aaca-4a17-aa77-f50203a74e94',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.535972] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.921607] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.921949] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.922092] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.922442] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.922662] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.922833] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port ee39c037-aaca-4a17-aa77-f50203a74e94 not found, creating... [ 1041.923343] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.923723] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.924038] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.924417] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.924694] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.925099] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.925353] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.925495] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.925939] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.926144] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.926983] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: ee39c037-aaca-4a17-aa77-f50203a74e94 is going to be created. [ 1041.954873] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.955153] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.955295] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.955584] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.956267] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.956267] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-ee39c037-aaca-4a17-aa77-f50203a74e94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.039027] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.540397] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.540568] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.541019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.541019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.541019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.541173] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be updated. [ 1042.579218] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.579218] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.579218] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.579218] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.579218] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.587972] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: IN_PROGRESS for 2s [ 1042.763653] env[69975]: INFO networking_nsxv3.common.synchronization [req-694e304d-68b5-48ca-abb1-ea1c9c889c3a req-0cf2c9f3-30a7-4190-a3da-f7f806c1a0be service nova] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_rules [ 1042.763837] env[69975]: INFO networking_nsxv3.common.synchronization [req-694e304d-68b5-48ca-abb1-ea1c9c889c3a req-0cf2c9f3-30a7-4190-a3da-f7f806c1a0be service nova] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 1042.763985] env[69975]: INFO networking_nsxv3.common.synchronization [req-694e304d-68b5-48ca-abb1-ea1c9c889c3a req-0cf2c9f3-30a7-4190-a3da-f7f806c1a0be service nova] Enqueued Resource ID: ee39c037-aaca-4a17-aa77-f50203a74e94 with Priority: HIGHEST for action port [ 1042.764642] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_rules [ 1042.765048] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 1042.765048] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee39c037-aaca-4a17-aa77-f50203a74e94 with Priority: HIGHEST for action port [ 1042.766637] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.766749] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.767222] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.767352] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.767439] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.771288] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.771288] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.771288] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee39c037-aaca-4a17-aa77-f50203a74e94 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.771288] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee39c037-aaca-4a17-aa77-f50203a74e94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.771288] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee39c037-aaca-4a17-aa77-f50203a74e94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.771288] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee39c037-aaca-4a17-aa77-f50203a74e94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.771288] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee39c037-aaca-4a17-aa77-f50203a74e94',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.211905] env[69975]: INFO networking_nsxv3.common.synchronization [req-6a5441bd-258c-4929-b3d0-ac14324624b9 req-eac2fd6f-45b8-4992-a8db-0e7c7021e057 tempest-ImagesOneServerNegativeTestJSON-2022974886 tempest-ImagesOneServerNegativeTestJSON-2022974886-project-member] Enqueued Resource ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 with Priority: HIGHEST for action security_group_members [ 1043.212765] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 with Priority: HIGHEST for action security_group_members [ 1043.213663] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.213911] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.214294] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.214640] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.215916] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.216065] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.216143] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.216345] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.216434] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.216536] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46da6b22-48c7-4d14-9ee8-6c0df0c486f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.271078] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.271269] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.271423] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee39c037-aaca-4a17-aa77-f50203a74e94 with status ACTIVE [ 1043.271594] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.271854] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.272140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.272247] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.272342] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.272538] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.272646] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.272785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.272946] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.273041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.273231] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.273331] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.273392] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.273533] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.273609] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.273697] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee39c037-aaca-4a17-aa77-f50203a74e94 is going to be updated. [ 1043.299052] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.299214] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.299267] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.299482] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.299644] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.299826] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee39c037-aaca-4a17-aa77-f50203a74e94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.685299] env[69975]: INFO networking_nsxv3.common.synchronization [req-ee922536-667f-40de-8a66-05409e0b183a req-2d04e8f1-18e5-4f26-8811-020d1d1e1b2e tempest-ServerTagsTestJSON-705485851 tempest-ServerTagsTestJSON-705485851-project-member] Enqueued Resource ID: 494e3146-e8de-4e65-a6ec-a7275414d37d with Priority: HIGHEST for action security_group_members [ 1043.686042] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494e3146-e8de-4e65-a6ec-a7275414d37d with Priority: HIGHEST for action security_group_members [ 1043.686419] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-494e3146-e8de-4e65-a6ec-a7275414d37d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.686765] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.686856] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.687196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.687414] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.687529] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.687624] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.687838] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.687977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.688158] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('494e3146-e8de-4e65-a6ec-a7275414d37d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.718979] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.719157] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.719228] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.719509] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.719509] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.719699] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.719786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.719840] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.719990] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.720078] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.720164] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 is going to be updated. [ 1043.752463] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.752463] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.752667] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.752927] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.752927] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.769573] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 in Status: IN_PROGRESS for 2s [ 1044.191426] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.191426] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.191544] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.191737] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.191877] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.195019] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.195019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.195019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.195019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.195019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.195019] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 494e3146-e8de-4e65-a6ec-a7275414d37d already deleted. [ 1044.195019] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.216948] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-293 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.217418] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-293" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.218041] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-293" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.218196] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-293" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.218566] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.218790] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.218931] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.219244] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.219407] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.219630] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.219886] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.219954] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.220039] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.220156] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.220266] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.220403] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.242662] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.242662] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1044.242662] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.242936] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-293" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.243138] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-bcebda23-660e-4d10-a486-029c8cef42dc taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.243387] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-bcebda23-660e-4d10-a486-029c8cef42dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.243519] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-bcebda23-660e-4d10-a486-029c8cef42dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.243883] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-bcebda23-660e-4d10-a486-029c8cef42dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.244055] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcebda23-660e-4d10-a486-029c8cef42dc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.601359] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: SUCCESS [ 1044.601792] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.602227] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.602391] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.602691] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.602883] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.602993] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.603284] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.603441] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.603612] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.746713] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.747267] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.747267] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.747432] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.747592] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.749432] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port bcebda23-660e-4d10-a486-029c8cef42dc not found, creating... [ 1044.749432] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.749432] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.749432] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.749432] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.749432] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.749432] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.749432] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.749887] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.750181] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.750982] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.750982] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: bcebda23-660e-4d10-a486-029c8cef42dc is going to be created. [ 1044.773836] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.774159] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.774352] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.774729] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.774886] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.775109] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-bcebda23-660e-4d10-a486-029c8cef42dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.106464] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.473812] env[69975]: INFO networking_nsxv3.common.synchronization [req-606bc0fb-063d-49b6-b4bb-7f37d6b91228 req-f002ef79-d89e-40b7-9d89-2dc9db7a54af tempest-ServerRescueNegativeTestJSON-953957381 tempest-ServerRescueNegativeTestJSON-953957381-project-member] Enqueued Resource ID: 7c2def26-d361-4c00-8500-5552b5d10717 with Priority: HIGHEST for action security_group_members [ 1045.474412] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2def26-d361-4c00-8500-5552b5d10717 with Priority: HIGHEST for action security_group_members [ 1045.474721] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2def26-d361-4c00-8500-5552b5d10717 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.474847] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.474908] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.478333] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.478520] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.478638] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.478703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.478886] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.478975] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.479092] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c2def26-d361-4c00-8500-5552b5d10717',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.609173] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.783025] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 in Status: SUCCESS [ 1045.783025] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 deletion is rescheduled due to dependency. [ 1045.783025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.983888] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.984122] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.984203] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.984358] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.984447] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.984637] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.984731] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.984817] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.984976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.985066] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.985153] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2def26-d361-4c00-8500-5552b5d10717 is going to be updated. [ 1046.002614] env[69975]: INFO networking_nsxv3.common.synchronization [req-ee922536-667f-40de-8a66-05409e0b183a req-a4a027c4-bed9-4989-8dba-2781845c63de service nova] Enqueued Resource ID: 494e3146-e8de-4e65-a6ec-a7275414d37d with Priority: HIGHEST for action security_group_rules [ 1046.002847] env[69975]: INFO networking_nsxv3.common.synchronization [req-ee922536-667f-40de-8a66-05409e0b183a req-a4a027c4-bed9-4989-8dba-2781845c63de service nova] Enqueued Resource ID: 494e3146-e8de-4e65-a6ec-a7275414d37d with Priority: HIGHEST for action security_group_members [ 1046.003022] env[69975]: INFO networking_nsxv3.common.synchronization [req-ee922536-667f-40de-8a66-05409e0b183a req-a4a027c4-bed9-4989-8dba-2781845c63de service nova] Enqueued Resource ID: bcebda23-660e-4d10-a486-029c8cef42dc with Priority: HIGHEST for action port [ 1046.003263] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494e3146-e8de-4e65-a6ec-a7275414d37d with Priority: HIGHEST for action security_group_rules [ 1046.003393] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494e3146-e8de-4e65-a6ec-a7275414d37d with Priority: HIGHEST for action security_group_members [ 1046.003488] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcebda23-660e-4d10-a486-029c8cef42dc with Priority: HIGHEST for action port [ 1046.004106] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-494e3146-e8de-4e65-a6ec-a7275414d37d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.004265] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.004352] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.004630] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.004742] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('494e3146-e8de-4e65-a6ec-a7275414d37d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.005706] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-494e3146-e8de-4e65-a6ec-a7275414d37d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.006914] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.007021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.007147] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.007306] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.007407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.007469] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.007611] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.007696] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.007788] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('494e3146-e8de-4e65-a6ec-a7275414d37d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.008902] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcebda23-660e-4d10-a486-029c8cef42dc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.009018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcebda23-660e-4d10-a486-029c8cef42dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.009630] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcebda23-660e-4d10-a486-029c8cef42dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.009828] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcebda23-660e-4d10-a486-029c8cef42dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.009936] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcebda23-660e-4d10-a486-029c8cef42dc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.014277] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.014455] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.014548] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.014749] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.014914] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.026285] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2def26-d361-4c00-8500-5552b5d10717 in Status: IN_PROGRESS for 2s [ 1046.111352] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.111535] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.111576] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.111823] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.111913] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.112025] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be updated. [ 1046.175292] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.175464] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.175534] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.175757] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.175903] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.189416] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: IN_PROGRESS for 2s [ 1046.258973] env[69975]: INFO networking_nsxv3.common.synchronization [req-59cc87e3-a72a-4dd3-897d-33e412950b5d req-3fd33a20-4783-4bf0-9625-3ebffd4a93fd tempest-AttachVolumeNegativeTest-1055724446 tempest-AttachVolumeNegativeTest-1055724446-project-member] Enqueued Resource ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a with Priority: HIGHEST for action security_group_members [ 1046.259893] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a with Priority: HIGHEST for action security_group_members [ 1046.260440] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.260785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.260923] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.261227] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.261421] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.261539] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.261598] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.261831] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.261917] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.262021] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b980fcfb-6f7d-4aff-91c2-612ab5cbae9a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.513959] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-494e3146-e8de-4e65-a6ec-a7275414d37d taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.514788] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.514788] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('494e3146-e8de-4e65-a6ec-a7275414d37d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.516990] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcebda23-660e-4d10-a486-029c8cef42dc with status ACTIVE [ 1046.517238] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.517355] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.517413] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.517624] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.517709] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.517885] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.517982] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.518057] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.518215] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.518287] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.518586] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.518586] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.518586] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.518760] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.518814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.518890] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcebda23-660e-4d10-a486-029c8cef42dc is going to be updated. [ 1046.546624] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.546877] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.546877] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.547033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.547181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.547345] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcebda23-660e-4d10-a486-029c8cef42dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.768534] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.768698] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.768767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.768992] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.769103] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.769304] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.769475] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.769475] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.769664] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.769849] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.769962] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a already deleted. [ 1046.770053] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.776287] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.776485] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-170" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.776639] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-170" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.777511] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-170" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.777511] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.777511] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.777511] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.777817] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.777817] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.778038] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1046.778161] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.778893] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.778893] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.778893] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1046.778893] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.778893] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.806300] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.806528] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1046.806736] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.807033] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-170" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.807375] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-53fdfe60-22a6-4234-b170-b003d2f42494 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.807556] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-53fdfe60-22a6-4234-b170-b003d2f42494" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.807680] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-53fdfe60-22a6-4234-b170-b003d2f42494" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.808015] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-53fdfe60-22a6-4234-b170-b003d2f42494" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.810301] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53fdfe60-22a6-4234-b170-b003d2f42494',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.018309] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('494e3146-e8de-4e65-a6ec-a7275414d37d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.313651] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.313997] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.314282] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.314703] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.314983] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.315615] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 53fdfe60-22a6-4234-b170-b003d2f42494 not found, creating... [ 1047.315707] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.316526] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.316526] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.316526] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.316697] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.316861] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.317036] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.317158] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.317463] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.317501] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.317972] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 53fdfe60-22a6-4234-b170-b003d2f42494 is going to be created. [ 1047.341083] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.341306] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.341429] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.341739] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.341970] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.342235] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-53fdfe60-22a6-4234-b170-b003d2f42494" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.519853] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.520221] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.520221] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.520347] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.520432] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.520538] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 494e3146-e8de-4e65-a6ec-a7275414d37d is going to be created. [ 1047.546058] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.546260] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.546424] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.547072] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.547072] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.558507] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 494e3146-e8de-4e65-a6ec-a7275414d37d in Status: UNINITIALIZED for 2s [ 1047.621190] env[69975]: INFO networking_nsxv3.common.synchronization [req-beb69d1e-de58-4767-b4a7-304c14259f27 req-58eac71d-d07f-4c1d-9cf3-6240600840c1 tempest-DeleteServersTestJSON-1273084896 tempest-DeleteServersTestJSON-1273084896-project-member] Enqueued Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 1047.621921] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 1047.622525] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.622525] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.622525] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.622525] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.622948] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.622948] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.622948] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.622948] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.623115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.623115] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.036246] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2def26-d361-4c00-8500-5552b5d10717 in Status: SUCCESS [ 1048.036426] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2def26-d361-4c00-8500-5552b5d10717 deletion is rescheduled due to dependency. [ 1048.036546] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2def26-d361-4c00-8500-5552b5d10717" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.126143] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.126386] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.126540] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.126803] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.126907] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.127145] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.127305] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.127305] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.127504] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.127584] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.127654] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 is going to be updated. [ 1048.144490] env[69975]: INFO networking_nsxv3.common.synchronization [req-59cc87e3-a72a-4dd3-897d-33e412950b5d req-8bb3e57b-e896-4d3b-83ab-ecdbeb93b02f service nova] Enqueued Resource ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a with Priority: HIGHEST for action security_group_rules [ 1048.144768] env[69975]: INFO networking_nsxv3.common.synchronization [req-59cc87e3-a72a-4dd3-897d-33e412950b5d req-8bb3e57b-e896-4d3b-83ab-ecdbeb93b02f service nova] Enqueued Resource ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a with Priority: HIGHEST for action security_group_members [ 1048.144957] env[69975]: INFO networking_nsxv3.common.synchronization [req-59cc87e3-a72a-4dd3-897d-33e412950b5d req-8bb3e57b-e896-4d3b-83ab-ecdbeb93b02f service nova] Enqueued Resource ID: 53fdfe60-22a6-4234-b170-b003d2f42494 with Priority: HIGHEST for action port [ 1048.145567] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a with Priority: HIGHEST for action security_group_rules [ 1048.145748] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a with Priority: HIGHEST for action security_group_members [ 1048.145830] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53fdfe60-22a6-4234-b170-b003d2f42494 with Priority: HIGHEST for action port [ 1048.146172] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.146316] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.146379] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.146643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.146763] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b980fcfb-6f7d-4aff-91c2-612ab5cbae9a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.151152] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.151152] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.151152] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.151152] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.151152] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.151152] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.151152] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.151152] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.151152] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.151152] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b980fcfb-6f7d-4aff-91c2-612ab5cbae9a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.151152] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-53fdfe60-22a6-4234-b170-b003d2f42494 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.151152] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53fdfe60-22a6-4234-b170-b003d2f42494" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.151152] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53fdfe60-22a6-4234-b170-b003d2f42494" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.151152] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53fdfe60-22a6-4234-b170-b003d2f42494" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.151152] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53fdfe60-22a6-4234-b170-b003d2f42494',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.175678] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.175855] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.175918] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.176185] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.176335] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.188040] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: IN_PROGRESS for 2s [ 1048.195736] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: SUCCESS [ 1048.196016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.196174] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.196381] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.196626] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.196710] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.196758] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.196888] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.196968] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.197062] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.197151] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.654071] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b980fcfb-6f7d-4aff-91c2-612ab5cbae9a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.657374] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.657374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.657374] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53fdfe60-22a6-4234-b170-b003d2f42494 with status ACTIVE [ 1048.657374] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.657374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.657374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.657374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.657374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.657374] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.657374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.657374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.657374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.657374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.658469] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.658820] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.659089] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.662814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.662814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.662814] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53fdfe60-22a6-4234-b170-b003d2f42494 is going to be updated. [ 1048.682675] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.682872] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.682933] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.683507] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.683507] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.683507] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53fdfe60-22a6-4234-b170-b003d2f42494" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.701661] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.701870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.701923] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.702125] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.702291] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.702389] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.702448] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.702592] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.702677] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.702782] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.702901] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.702993] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.703064] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.703204] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.703338] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.703430] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.703487] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.703619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.703693] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.703772] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.703861] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.162959] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b980fcfb-6f7d-4aff-91c2-612ab5cbae9a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.206620] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33e1b0b0-1e11-410d-91e3-6062199cf7d3: rpc.has_security_group_logging(os_id): False [ 1049.230982] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.230982] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.230982] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.230982] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.231251] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.231379] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.231475] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.231531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.231728] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.231838] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.232046] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.232170] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.232237] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.232441] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.232545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.232747] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.232861] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.232920] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.233221] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.233323] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.233413] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be updated. [ 1049.300879] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.301121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.301178] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.301404] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.301554] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.318106] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: IN_PROGRESS for 2s [ 1049.570954] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 494e3146-e8de-4e65-a6ec-a7275414d37d in Status: SUCCESS [ 1049.571185] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.571348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.571554] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.571762] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.571940] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.571983] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.572171] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.572264] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.572344] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.572434] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('494e3146-e8de-4e65-a6ec-a7275414d37d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.666988] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.666988] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.666988] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.666988] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.666988] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.666988] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a is going to be created. [ 1049.690695] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.690865] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.690918] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.691130] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.691297] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.704577] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a in Status: UNINITIALIZED for 2s [ 1050.075422] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-494e3146-e8de-4e65-a6ec-a7275414d37d taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.075609] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.075677] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.076058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.076250] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.076373] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.076446] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.076642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.076809] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.076864] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.077040] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-494e3146-e8de-4e65-a6ec-a7275414d37d taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.077176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.077260] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.077406] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.077555] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.077663] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.077742] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.077934] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.078041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.078155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.078260] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('494e3146-e8de-4e65-a6ec-a7275414d37d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.224070] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: SUCCESS [ 1050.224070] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 deletion is rescheduled due to dependency. [ 1050.224070] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.580597] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 494e3146-e8de-4e65-a6ec-a7275414d37d: rpc.has_security_group_logging(os_id): False [ 1050.599711] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.599874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.599941] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.600219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.600403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.600591] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.600744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.600828] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.601186] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.601318] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.601658] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.601806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.601876] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.603784] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.603784] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.603784] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.603784] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.603784] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.603784] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.603784] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.603784] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 494e3146-e8de-4e65-a6ec-a7275414d37d is going to be created. [ 1050.710084] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.710456] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.710456] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.710534] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.710682] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.726149] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 494e3146-e8de-4e65-a6ec-a7275414d37d in Status: IN_PROGRESS for 2s [ 1051.333290] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: SUCCESS [ 1051.333537] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.715323] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a in Status: SUCCESS [ 1051.715904] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.716116] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.716331] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.716532] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.716660] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.716753] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.716898] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.717044] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.717103] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.717204] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b980fcfb-6f7d-4aff-91c2-612ab5cbae9a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.110043] env[69975]: INFO networking_nsxv3.common.synchronization [req-b86f56c0-23a4-4cd8-b6c4-54ad64d5f50d req-4ec2088c-fb4b-4405-893e-5ae17e36dec1 tempest-ServersAdminTestJSON-63150947 tempest-ServersAdminTestJSON-63150947-project-member] Enqueued Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_members [ 1052.110043] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGHEST for action security_group_members [ 1052.110043] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.110043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.110043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.110043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.110043] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.110043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.110043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.110043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.110043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.110043] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.220260] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b980fcfb-6f7d-4aff-91c2-612ab5cbae9a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.433690] env[69975]: INFO networking_nsxv3.common.synchronization [req-6a70c96c-afd0-4787-9705-12af48191a6a req-ba1c38bf-2753-4326-b2f6-9cc48e5b6f65 tempest-MultipleCreateTestJSON-738689597 tempest-MultipleCreateTestJSON-738689597-project-member] Enqueued Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_members [ 1052.433690] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_members [ 1052.433690] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-86e658b8-7531-492f-9b31-9495480041ca taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.433690] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.433690] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.433690] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.433933] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.433933] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.434028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.434250] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.435058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.435058] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.613699] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.613699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.613699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.613699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.613699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.613935] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.613935] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.613935] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.614058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.614140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.614235] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2be00df-6a0a-4200-a397-d8deb2caa993 is going to be updated. [ 1052.650016] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.650203] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.650250] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.650628] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.650628] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.662076] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: IN_PROGRESS for 2s [ 1052.722785] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b980fcfb-6f7d-4aff-91c2-612ab5cbae9a: rpc.has_security_group_logging(os_id): False [ 1052.758662] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.758878] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.759032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.760669] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.760830] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.761216] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.761367] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.761464] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.761717] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.761871] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.762009] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a is going to be created. [ 1052.764780] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 494e3146-e8de-4e65-a6ec-a7275414d37d in Status: SUCCESS [ 1052.765073] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.838396] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.838532] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.838602] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.838832] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.839024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.851310] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a in Status: IN_PROGRESS for 2s [ 1052.940971] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.941152] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.941222] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.944089] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.944089] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.944089] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.944089] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.944089] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.944089] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.944089] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.944089] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86e658b8-7531-492f-9b31-9495480041ca already deleted. [ 1052.944089] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.156510] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.156778] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-887" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.156862] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-887" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.157211] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-887" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.157491] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.157659] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.157782] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.158019] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.160820] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.161079] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1053.161208] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.161323] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.161439] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.161551] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1053.161862] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.161862] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.193711] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.193917] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1053.194068] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.194307] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-887" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.194649] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-9206fa5a-6a33-4a8f-aeee-827c3f1d0b46 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.194829] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-9206fa5a-6a33-4a8f-aeee-827c3f1d0b46" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.194965] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-9206fa5a-6a33-4a8f-aeee-827c3f1d0b46" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.195343] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-9206fa5a-6a33-4a8f-aeee-827c3f1d0b46" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.195491] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9206fa5a-6a33-4a8f-aeee-827c3f1d0b46',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.698377] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.698688] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.698876] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.699136] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.699302] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.699507] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 9206fa5a-6a33-4a8f-aeee-827c3f1d0b46 not found, creating... [ 1053.699849] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.699963] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.700098] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.700339] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.700522] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.700768] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.701018] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.701072] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.701303] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.701444] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.701590] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 9206fa5a-6a33-4a8f-aeee-827c3f1d0b46 is going to be created. [ 1053.725343] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.725707] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.725707] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.725963] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.726276] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.726626] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-9206fa5a-6a33-4a8f-aeee-827c3f1d0b46" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.516878] env[69975]: INFO networking_nsxv3.common.synchronization [req-6a70c96c-afd0-4787-9705-12af48191a6a req-49ab9c9f-d296-476a-b3f0-9726d512304c service nova] Enqueued Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_rules [ 1054.517038] env[69975]: INFO networking_nsxv3.common.synchronization [req-6a70c96c-afd0-4787-9705-12af48191a6a req-49ab9c9f-d296-476a-b3f0-9726d512304c service nova] Enqueued Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_members [ 1054.517189] env[69975]: INFO networking_nsxv3.common.synchronization [req-6a70c96c-afd0-4787-9705-12af48191a6a req-49ab9c9f-d296-476a-b3f0-9726d512304c service nova] Enqueued Resource ID: 9206fa5a-6a33-4a8f-aeee-827c3f1d0b46 with Priority: HIGHEST for action port [ 1054.517408] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_rules [ 1054.517532] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_members [ 1054.517627] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9206fa5a-6a33-4a8f-aeee-827c3f1d0b46 with Priority: HIGHEST for action port [ 1054.519409] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86e658b8-7531-492f-9b31-9495480041ca taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.519548] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.519615] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.519939] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.520031] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.520855] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-86e658b8-7531-492f-9b31-9495480041ca taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.520970] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.521045] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.521230] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.521380] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.521466] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.521528] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.521665] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.521781] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.521853] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.523212] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-9206fa5a-6a33-4a8f-aeee-827c3f1d0b46 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.523318] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9206fa5a-6a33-4a8f-aeee-827c3f1d0b46" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.523384] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9206fa5a-6a33-4a8f-aeee-827c3f1d0b46" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.523531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9206fa5a-6a33-4a8f-aeee-827c3f1d0b46" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.523601] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9206fa5a-6a33-4a8f-aeee-827c3f1d0b46',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.672710] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2be00df-6a0a-4200-a397-d8deb2caa993 in Status: SUCCESS [ 1054.672909] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2be00df-6a0a-4200-a397-d8deb2caa993 deletion is rescheduled due to dependency. [ 1054.673132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.866045] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a in Status: SUCCESS [ 1054.866478] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.011800] env[69975]: INFO networking_nsxv3.common.synchronization [req-6a70c96c-afd0-4787-9705-12af48191a6a req-365141d0-7794-4e20-88c6-0cbde1040f55 tempest-MultipleCreateTestJSON-738689597 tempest-MultipleCreateTestJSON-738689597-project-member] Enqueued Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_members [ 1055.012360] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_members [ 1055.012699] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-86e658b8-7531-492f-9b31-9495480041ca taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.012822] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.026532] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-86e658b8-7531-492f-9b31-9495480041ca taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.026532] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.026532] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9206fa5a-6a33-4a8f-aeee-827c3f1d0b46 with status ACTIVE [ 1055.026532] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.026833] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.026833] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.026947] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.027023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.027203] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.030785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.030785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.030785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.030785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.030785] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.030785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.030785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.030785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.030785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.030785] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9206fa5a-6a33-4a8f-aeee-827c3f1d0b46 is going to be updated. [ 1055.030785] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.052820] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.053009] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.053091] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.053293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.053429] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.053582] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9206fa5a-6a33-4a8f-aeee-827c3f1d0b46" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.315760] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.316046] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-887" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.316200] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-887" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.316473] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-887" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.316825] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.317084] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.317296] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.317556] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.317793] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.318048] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1055.318242] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.318442] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.318600] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.318729] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1055.318847] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.318988] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.337844] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.338079] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1055.338236] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.338421] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-887" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.338734] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-099b128a-c69d-49a3-8dea-548476244e6f taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.338917] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-099b128a-c69d-49a3-8dea-548476244e6f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.339073] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-099b128a-c69d-49a3-8dea-548476244e6f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.339405] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-099b128a-c69d-49a3-8dea-548476244e6f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.339562] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('099b128a-c69d-49a3-8dea-548476244e6f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.531690] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.842548] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.842828] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.843041] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.843422] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.843668] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.843900] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 099b128a-c69d-49a3-8dea-548476244e6f not found, creating... [ 1055.844314] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.844533] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.844679] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.845117] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.845317] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.845891] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.846396] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.846713] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.847128] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.847448] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.847678] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 099b128a-c69d-49a3-8dea-548476244e6f is going to be created. [ 1055.870724] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.871063] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.871063] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.871753] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.872397] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.872584] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-099b128a-c69d-49a3-8dea-548476244e6f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.034508] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.034764] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.034764] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.038029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.038029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.038029] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86e658b8-7531-492f-9b31-9495480041ca is going to be created. [ 1056.065803] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.066071] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.066159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.066497] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.066767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.077745] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86e658b8-7531-492f-9b31-9495480041ca in Status: UNINITIALIZED for 2s [ 1056.942452] env[69975]: INFO networking_nsxv3.common.synchronization [req-6a70c96c-afd0-4787-9705-12af48191a6a req-6502565a-7931-4ec0-ae74-8c5842492d63 service nova] Enqueued Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_rules [ 1056.942719] env[69975]: INFO networking_nsxv3.common.synchronization [req-6a70c96c-afd0-4787-9705-12af48191a6a req-6502565a-7931-4ec0-ae74-8c5842492d63 service nova] Enqueued Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_members [ 1056.942826] env[69975]: INFO networking_nsxv3.common.synchronization [req-6a70c96c-afd0-4787-9705-12af48191a6a req-6502565a-7931-4ec0-ae74-8c5842492d63 service nova] Enqueued Resource ID: 099b128a-c69d-49a3-8dea-548476244e6f with Priority: HIGHEST for action port [ 1056.943356] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_rules [ 1056.943488] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_members [ 1056.943583] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 099b128a-c69d-49a3-8dea-548476244e6f with Priority: HIGHEST for action port [ 1056.943854] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86e658b8-7531-492f-9b31-9495480041ca taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.943957] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.944657] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-86e658b8-7531-492f-9b31-9495480041ca taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.944867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.944980] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-099b128a-c69d-49a3-8dea-548476244e6f taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.945118] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-099b128a-c69d-49a3-8dea-548476244e6f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.945118] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-099b128a-c69d-49a3-8dea-548476244e6f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.945375] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-099b128a-c69d-49a3-8dea-548476244e6f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.945508] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('099b128a-c69d-49a3-8dea-548476244e6f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.226043] env[69975]: INFO networking_nsxv3.common.synchronization [req-9380a9e9-cf04-4b00-97a2-4e63a94e73b1 req-b0bcf747-a9cb-44d5-9e56-b2b342b2107c tempest-ServerTagsTestJSON-705485851 tempest-ServerTagsTestJSON-705485851-project-member] Enqueued Resource ID: 494e3146-e8de-4e65-a6ec-a7275414d37d with Priority: HIGHEST for action security_group_members [ 1057.226043] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494e3146-e8de-4e65-a6ec-a7275414d37d with Priority: HIGHEST for action security_group_members [ 1057.226043] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-494e3146-e8de-4e65-a6ec-a7275414d37d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.226043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.226043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.226959] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.227256] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.227609] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.227762] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.228018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.228415] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.228596] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('494e3146-e8de-4e65-a6ec-a7275414d37d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.454027] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 099b128a-c69d-49a3-8dea-548476244e6f with status ACTIVE [ 1057.454027] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.454027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.454027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.454027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.454027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.454027] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.454027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.454027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.454027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.454027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.454027] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.454027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.454027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.454027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.454027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.454027] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 099b128a-c69d-49a3-8dea-548476244e6f is going to be updated. [ 1057.481618] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.481618] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.481618] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.481618] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.481618] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.481618] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-099b128a-c69d-49a3-8dea-548476244e6f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.732557] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.733614] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.733614] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.733614] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.733614] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.733614] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.733614] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.733614] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.733614] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.733614] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.733614] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 494e3146-e8de-4e65-a6ec-a7275414d37d is going to be updated. [ 1057.776251] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.776251] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.776251] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.776251] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.776251] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.797347] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 494e3146-e8de-4e65-a6ec-a7275414d37d in Status: IN_PROGRESS for 2s [ 1057.867190] env[69975]: INFO networking_nsxv3.common.synchronization [req-52c5d2fe-de30-4479-ab0b-433a12063a13 req-9a0740ef-7c47-490b-bb28-d3e336275afb tempest-ImagesTestJSON-532780232 tempest-ImagesTestJSON-532780232-project-member] Enqueued Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 1057.867190] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 1057.869052] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.869398] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.869596] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.869953] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.870253] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.870472] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.870616] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.870866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.871064] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.871277] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.091072] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86e658b8-7531-492f-9b31-9495480041ca in Status: SUCCESS [ 1058.093976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.093976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.093976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.093976] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.093976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.093976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.093976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.093976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.093976] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.376101] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.376101] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.376101] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.376101] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.376101] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.376101] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.376101] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.376101] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.376101] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.376101] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.376101] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 is going to be updated. [ 1058.410247] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.410450] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.410450] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.411784] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.411784] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.423908] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: IN_PROGRESS for 2s [ 1058.596823] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.608503] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.608713] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-388" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.608713] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-388" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.608972] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-388" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.609291] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.609477] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.610989] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.610989] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.610989] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.610989] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1058.610989] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.611178] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.611253] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.611813] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1058.611813] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.611813] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.632553] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.632553] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1058.632553] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.632879] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-388" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.633589] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-7d9d4676-21b3-4951-a9a4-21f80d05edb0 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.633589] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-7d9d4676-21b3-4951-a9a4-21f80d05edb0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.633589] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-7d9d4676-21b3-4951-a9a4-21f80d05edb0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.633832] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-7d9d4676-21b3-4951-a9a4-21f80d05edb0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.633832] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d9d4676-21b3-4951-a9a4-21f80d05edb0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.099988] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.137392] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.137636] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.137771] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.138119] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.138285] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.138479] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 7d9d4676-21b3-4951-a9a4-21f80d05edb0 not found, creating... [ 1059.138965] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.138965] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.139095] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.139394] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.139495] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.139881] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.140166] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.140283] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.140776] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.141216] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.141216] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 7d9d4676-21b3-4951-a9a4-21f80d05edb0 is going to be created. [ 1059.168921] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.171026] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.171026] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.171026] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.171026] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.171026] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-7d9d4676-21b3-4951-a9a4-21f80d05edb0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.604667] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.604874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.607018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.607018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.607018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.607018] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86e658b8-7531-492f-9b31-9495480041ca is going to be updated. [ 1059.637517] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.637668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.637713] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.637920] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.638073] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.650917] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86e658b8-7531-492f-9b31-9495480041ca in Status: IN_PROGRESS for 2s [ 1059.814436] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 494e3146-e8de-4e65-a6ec-a7275414d37d in Status: SUCCESS [ 1059.814693] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 494e3146-e8de-4e65-a6ec-a7275414d37d deletion is rescheduled due to dependency. [ 1059.814842] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.433757] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: SUCCESS [ 1060.434279] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 deletion is rescheduled due to dependency. [ 1060.434279] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.497703] env[69975]: INFO networking_nsxv3.common.synchronization [req-52c5d2fe-de30-4479-ab0b-433a12063a13 req-45760f78-b306-4423-bdb6-886575288e8b service nova] Enqueued Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_rules [ 1060.498910] env[69975]: INFO networking_nsxv3.common.synchronization [req-52c5d2fe-de30-4479-ab0b-433a12063a13 req-45760f78-b306-4423-bdb6-886575288e8b service nova] Enqueued Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 1060.499224] env[69975]: INFO networking_nsxv3.common.synchronization [req-52c5d2fe-de30-4479-ab0b-433a12063a13 req-45760f78-b306-4423-bdb6-886575288e8b service nova] Enqueued Resource ID: 7d9d4676-21b3-4951-a9a4-21f80d05edb0 with Priority: HIGHEST for action port [ 1060.499881] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_rules [ 1060.500598] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 1060.500807] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9d4676-21b3-4951-a9a4-21f80d05edb0 with Priority: HIGHEST for action port [ 1060.501198] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.501425] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.501545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.501861] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.502019] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.503011] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.509058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.509058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.509058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.509058] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.509058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.509058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.509058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.509058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.509058] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.509058] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d9d4676-21b3-4951-a9a4-21f80d05edb0 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.509058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d9d4676-21b3-4951-a9a4-21f80d05edb0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.509058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d9d4676-21b3-4951-a9a4-21f80d05edb0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.509058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d9d4676-21b3-4951-a9a4-21f80d05edb0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.509058] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d9d4676-21b3-4951-a9a4-21f80d05edb0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.014025] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.014025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.014025] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.014025] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d9d4676-21b3-4951-a9a4-21f80d05edb0 with status ACTIVE [ 1061.014025] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.014025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.014025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.014025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.014025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.014025] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.014025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.014025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.014025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.014025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.015441] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.015441] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.015441] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.015735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.015735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.015735] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d9d4676-21b3-4951-a9a4-21f80d05edb0 is going to be updated. [ 1061.042738] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.042977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.042977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.043180] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.043540] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.043783] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d9d4676-21b3-4951-a9a4-21f80d05edb0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.320232] env[69975]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1061.320445] env[69975]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1061.519748] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.663327] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86e658b8-7531-492f-9b31-9495480041ca in Status: SUCCESS [ 1061.663720] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.663827] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.664038] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.664210] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.664332] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.664397] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.664630] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.664630] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.664756] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.664841] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.667376] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.667593] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.667793] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.668197] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.668197] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.668197] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.668349] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.668383] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.711155] env[69975]: INFO networking_nsxv3.common.synchronization [None req-fa5a7104-1d86-4b22-acfa-39b977c61e9e None None] Enqueued Resource ID: 6aa6eb77-5a67-4814-92f8-bba49ca00139 with Priority: HIGHEST for action port [ 1061.711635] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa6eb77-5a67-4814-92f8-bba49ca00139 with Priority: HIGHEST for action port [ 1061.712041] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-6aa6eb77-5a67-4814-92f8-bba49ca00139 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.712204] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6aa6eb77-5a67-4814-92f8-bba49ca00139" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.712248] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6aa6eb77-5a67-4814-92f8-bba49ca00139" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.712729] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6aa6eb77-5a67-4814-92f8-bba49ca00139" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.712888] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6aa6eb77-5a67-4814-92f8-bba49ca00139',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.022574] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.022926] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.022926] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.023202] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.023202] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.023370] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 is going to be updated. [ 1062.054254] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.054451] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.054528] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.054679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.054834] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.064059] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: IN_PROGRESS for 2s [ 1062.168059] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-86e658b8-7531-492f-9b31-9495480041ca taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.168059] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.171343] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.215428] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6aa6eb77-5a67-4814-92f8-bba49ca00139 [ 1062.215743] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.215902] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.215902] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.216116] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.216207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.216307] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6aa6eb77-5a67-4814-92f8-bba49ca00139 already deleted. [ 1062.216392] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6aa6eb77-5a67-4814-92f8-bba49ca00139" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.674510] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.842969] env[69975]: INFO networking_nsxv3.common.synchronization [None req-a26cd050-754f-40c8-92d9-527811d53a45 tempest-AttachInterfacesTestJSON-924533598 tempest-AttachInterfacesTestJSON-924533598-project-member] Enqueued Resource ID: 5bef55a4-5871-47f5-8e37-a3d3fad570b4 with Priority: HIGHEST for action security_group_rules [ 1062.843853] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bef55a4-5871-47f5-8e37-a3d3fad570b4 with Priority: HIGHEST for action security_group_rules [ 1062.844329] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bef55a4-5871-47f5-8e37-a3d3fad570b4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.844517] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.844610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.844986] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.845147] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bef55a4-5871-47f5-8e37-a3d3fad570b4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.946282] env[69975]: INFO networking_nsxv3.common.synchronization [None req-868b0b51-4366-4657-a346-0568465d02f7 tempest-AttachInterfacesTestJSON-924533598 tempest-AttachInterfacesTestJSON-924533598-project-member] Enqueued Resource ID: 5bef55a4-5871-47f5-8e37-a3d3fad570b4 with Priority: HIGHEST for action security_group_rules [ 1062.946849] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bef55a4-5871-47f5-8e37-a3d3fad570b4 with Priority: HIGHEST for action security_group_rules [ 1062.950537] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bef55a4-5871-47f5-8e37-a3d3fad570b4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.950537] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.176709] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.176885] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.177011] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.177363] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.177485] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.177609] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86e658b8-7531-492f-9b31-9495480041ca is going to be updated. [ 1063.213099] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.213234] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.213295] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.213543] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.213608] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.224732] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86e658b8-7531-492f-9b31-9495480041ca in Status: IN_PROGRESS for 2s [ 1063.376445] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.376989] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.376989] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.376989] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.377189] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.377189] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bef55a4-5871-47f5-8e37-a3d3fad570b4 already deleted. [ 1063.377272] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.377416] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.377523] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.377609] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bef55a4-5871-47f5-8e37-a3d3fad570b4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.541935] env[69975]: INFO networking_nsxv3.common.synchronization [None req-ae52b306-65a3-48eb-b704-b7d72e0c609b None None] Enqueued Resource ID: 901bff02-2e8a-4346-88d1-d209ecc4cb0e with Priority: HIGHEST for action port [ 1063.542850] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901bff02-2e8a-4346-88d1-d209ecc4cb0e with Priority: HIGHEST for action port [ 1063.543781] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-901bff02-2e8a-4346-88d1-d209ecc4cb0e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.543781] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-901bff02-2e8a-4346-88d1-d209ecc4cb0e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.543781] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-901bff02-2e8a-4346-88d1-d209ecc4cb0e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.543928] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-901bff02-2e8a-4346-88d1-d209ecc4cb0e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.544154] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('901bff02-2e8a-4346-88d1-d209ecc4cb0e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.908912] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.908912] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.908912] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.908912] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.908912] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.908912] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bef55a4-5871-47f5-8e37-a3d3fad570b4 already deleted. [ 1063.908912] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.046837] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 901bff02-2e8a-4346-88d1-d209ecc4cb0e [ 1064.047171] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.047357] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.047467] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.047693] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.047813] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.047925] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:901bff02-2e8a-4346-88d1-d209ecc4cb0e already deleted. [ 1064.048023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-901bff02-2e8a-4346-88d1-d209ecc4cb0e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.055371] env[69975]: INFO networking_nsxv3.common.synchronization [req-563f2993-be7d-47b8-a5a5-ca412e0ffb31 req-3da8614c-6960-4986-85b7-6d344b8da36a tempest-InstanceActionsTestJSON-674041303 tempest-InstanceActionsTestJSON-674041303-project-member] Enqueued Resource ID: d18ccfe9-f17c-48fa-9757-e3d15036b1c3 with Priority: HIGHEST for action security_group_members [ 1064.058118] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18ccfe9-f17c-48fa-9757-e3d15036b1c3 with Priority: HIGHEST for action security_group_members [ 1064.058118] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.058118] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.058118] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.058118] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.058118] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.058832] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.058832] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.058832] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.058832] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.058832] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18ccfe9-f17c-48fa-9757-e3d15036b1c3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.079123] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: SUCCESS [ 1064.080786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.080786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.080786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.080786] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.080786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.080786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.080786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.080786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.080786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.081290] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.562610] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.562882] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.562969] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.563330] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.563540] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.563780] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.563956] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.564150] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.564404] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.564538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.564631] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18ccfe9-f17c-48fa-9757-e3d15036b1c3 already deleted. [ 1064.564784] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.584472] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.584705] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.584705] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.585312] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.585312] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.585312] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.585613] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.585665] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.585751] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.585861] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.586009] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.586109] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.586304] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.586304] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.586454] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.586545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.586605] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.586764] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.586807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.586887] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.587042] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.953079] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-408 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.953505] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-408" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.953505] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-408" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.953890] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-408" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.955698] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.955973] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.956079] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.956336] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.956486] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.956705] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.956825] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.956942] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.957065] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.957182] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.957294] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.957434] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.978462] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.978677] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1064.978940] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.979194] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-408" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.979577] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-ba417169-23c9-4d5d-86ad-2ab83634ddb2 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.981113] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-ba417169-23c9-4d5d-86ad-2ab83634ddb2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.981470] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-ba417169-23c9-4d5d-86ad-2ab83634ddb2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.982149] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-ba417169-23c9-4d5d-86ad-2ab83634ddb2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.982661] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba417169-23c9-4d5d-86ad-2ab83634ddb2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.090528] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 538c6b68-347d-47eb-bbf2-741751e778d4: rpc.has_security_group_logging(os_id): False [ 1065.116252] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.119910] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.119910] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.119910] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.119910] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.119910] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.119910] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.119910] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.119910] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.119910] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.119910] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.119910] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.119910] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.119910] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.119910] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.120600] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.120600] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.120600] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.120600] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.120600] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.120600] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 is going to be updated. [ 1065.196741] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.196942] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.196942] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.197626] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.197626] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.219041] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: IN_PROGRESS for 2s [ 1065.237685] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86e658b8-7531-492f-9b31-9495480041ca in Status: SUCCESS [ 1065.238159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.238159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.238387] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.238571] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.238683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.238819] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.240028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.240028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.240028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.240028] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-86e658b8-7531-492f-9b31-9495480041ca taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.240028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.240028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.240028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.240028] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.240028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.240028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.240028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.240028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.240877] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.241074] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.492872] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.493198] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.493356] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.493645] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.493809] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.493975] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port ba417169-23c9-4d5d-86ad-2ab83634ddb2 not found, creating... [ 1065.494265] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.494447] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.494571] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.494814] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.494960] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.495515] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.495704] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.495830] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.496064] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.496208] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.496355] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: ba417169-23c9-4d5d-86ad-2ab83634ddb2 is going to be created. [ 1065.517371] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.517371] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.517610] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.517788] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.518053] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.518308] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-ba417169-23c9-4d5d-86ad-2ab83634ddb2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.743867] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86e658b8-7531-492f-9b31-9495480041ca: rpc.has_security_group_logging(os_id): False [ 1065.767595] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.767595] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.767714] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.767868] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.767964] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.768205] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.768337] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.768393] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.768798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.768798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.768956] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.768956] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.769083] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.769193] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.769238] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.769401] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.769498] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.769563] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.769786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.769786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.769860] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86e658b8-7531-492f-9b31-9495480041ca is going to be created. [ 1065.839063] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.839063] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.839063] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.839610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.839610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.855252] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86e658b8-7531-492f-9b31-9495480041ca in Status: IN_PROGRESS for 2s [ 1066.392524] env[69975]: INFO networking_nsxv3.common.synchronization [req-563f2993-be7d-47b8-a5a5-ca412e0ffb31 req-be5c228b-e265-422e-83e6-7a8c284198f2 service nova] Enqueued Resource ID: d18ccfe9-f17c-48fa-9757-e3d15036b1c3 with Priority: HIGHEST for action security_group_rules [ 1066.392863] env[69975]: INFO networking_nsxv3.common.synchronization [req-563f2993-be7d-47b8-a5a5-ca412e0ffb31 req-be5c228b-e265-422e-83e6-7a8c284198f2 service nova] Enqueued Resource ID: d18ccfe9-f17c-48fa-9757-e3d15036b1c3 with Priority: HIGHEST for action security_group_members [ 1066.392938] env[69975]: INFO networking_nsxv3.common.synchronization [req-563f2993-be7d-47b8-a5a5-ca412e0ffb31 req-be5c228b-e265-422e-83e6-7a8c284198f2 service nova] Enqueued Resource ID: ba417169-23c9-4d5d-86ad-2ab83634ddb2 with Priority: HIGHEST for action port [ 1066.393488] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18ccfe9-f17c-48fa-9757-e3d15036b1c3 with Priority: HIGHEST for action security_group_rules [ 1066.393633] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18ccfe9-f17c-48fa-9757-e3d15036b1c3 with Priority: HIGHEST for action security_group_members [ 1066.393729] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba417169-23c9-4d5d-86ad-2ab83634ddb2 with Priority: HIGHEST for action port [ 1066.394008] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18ccfe9-f17c-48fa-9757-e3d15036b1c3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.396181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.396288] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.396552] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.396660] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18ccfe9-f17c-48fa-9757-e3d15036b1c3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.397773] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.397773] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.397773] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.397971] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.399884] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.399884] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.400385] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.400534] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.400620] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.400800] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18ccfe9-f17c-48fa-9757-e3d15036b1c3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.404048] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba417169-23c9-4d5d-86ad-2ab83634ddb2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.404048] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba417169-23c9-4d5d-86ad-2ab83634ddb2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.404048] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba417169-23c9-4d5d-86ad-2ab83634ddb2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.404048] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba417169-23c9-4d5d-86ad-2ab83634ddb2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.404048] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba417169-23c9-4d5d-86ad-2ab83634ddb2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.905661] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.905895] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.906015] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d18ccfe9-f17c-48fa-9757-e3d15036b1c3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.908631] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba417169-23c9-4d5d-86ad-2ab83634ddb2 with status ACTIVE [ 1066.908846] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.908979] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.910913] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.911199] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.911298] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.911514] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.911637] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.911704] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.912198] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.912349] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.912567] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.912683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.912867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.912948] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.913073] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.913191] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba417169-23c9-4d5d-86ad-2ab83634ddb2 is going to be updated. [ 1066.936000] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.936130] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.936130] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.936392] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.936588] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.936761] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba417169-23c9-4d5d-86ad-2ab83634ddb2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.233385] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: SUCCESS [ 1067.233669] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.415228] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d18ccfe9-f17c-48fa-9757-e3d15036b1c3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.870496] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86e658b8-7531-492f-9b31-9495480041ca in Status: SUCCESS [ 1067.871804] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.872189] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.872668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.872668] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.912936] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.912936] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.912936] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.913121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.913363] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.913472] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18ccfe9-f17c-48fa-9757-e3d15036b1c3 is going to be created. [ 1067.938080] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.938314] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.938314] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.938520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.938660] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.949158] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18ccfe9-f17c-48fa-9757-e3d15036b1c3 in Status: UNINITIALIZED for 2s [ 1068.189829] env[69975]: INFO networking_nsxv3.common.synchronization [req-a1026807-16e3-4dbb-b831-03c85d4165c4 req-5910e4d7-acf1-4d39-98c1-3622dd48b172 tempest-ServerActionsTestOtherA-1666177876 tempest-ServerActionsTestOtherA-1666177876-project-member] Enqueued Resource ID: e9ad417f-8e46-4972-82c6-a63a0ad014fb with Priority: HIGHEST for action security_group_members [ 1068.191982] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9ad417f-8e46-4972-82c6-a63a0ad014fb with Priority: HIGHEST for action security_group_members [ 1068.192468] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9ad417f-8e46-4972-82c6-a63a0ad014fb taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.192732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.192890] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.193221] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.193482] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.193699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.193855] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.194123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.194826] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.195080] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9ad417f-8e46-4972-82c6-a63a0ad014fb',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.375173] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-86e658b8-7531-492f-9b31-9495480041ca taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.375308] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.375380] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.375845] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.375845] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.375987] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.375987] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.376687] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.376687] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.376687] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.376687] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.535039] env[69975]: INFO networking_nsxv3.common.synchronization [req-ad985b1d-c12d-4a5c-967c-f5ffd65aace2 req-229c9a18-6cf2-49fc-ad3f-145663e12d79 tempest-MultipleCreateTestJSON-738689597 tempest-MultipleCreateTestJSON-738689597-project-member] Enqueued Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_members [ 1068.535039] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_members [ 1068.535039] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-86e658b8-7531-492f-9b31-9495480041ca taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.535478] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.536813] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.536813] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.537544] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.538516] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.541129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.542200] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.542200] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.542200] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.603812] env[69975]: INFO networking_nsxv3.common.synchronization [req-d78e53c7-4638-4df5-aeea-ca86c118995f req-5f308b53-6ca4-4ef2-90e7-d74455901032 tempest-MultipleCreateTestJSON-738689597 tempest-MultipleCreateTestJSON-738689597-project-member] Enqueued Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_members [ 1068.603812] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_members [ 1068.604122] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-86e658b8-7531-492f-9b31-9495480041ca taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.604122] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.698145] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.698312] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.698397] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.698611] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.698710] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.698893] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.698991] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.699073] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.699238] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.699322] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.699411] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9ad417f-8e46-4972-82c6-a63a0ad014fb is going to be updated. [ 1068.731862] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.732058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.732270] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.732376] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.732523] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.745228] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9ad417f-8e46-4972-82c6-a63a0ad014fb in Status: IN_PROGRESS for 2s [ 1068.878789] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-86e658b8-7531-492f-9b31-9495480041ca taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.879464] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.045650] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.552159] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.961693] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18ccfe9-f17c-48fa-9757-e3d15036b1c3 in Status: SUCCESS [ 1069.961693] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.961942] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.962181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.962370] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.962512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.962562] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.962706] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.962784] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.962866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.962973] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d18ccfe9-f17c-48fa-9757-e3d15036b1c3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.059508] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.059703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.059756] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.059976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.060081] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.060192] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86e658b8-7531-492f-9b31-9495480041ca is going to be updated. [ 1070.089328] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.089478] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.089577] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.089774] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.089950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.103724] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86e658b8-7531-492f-9b31-9495480041ca in Status: IN_PROGRESS for 2s [ 1070.465214] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.465355] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.465394] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.465623] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.465783] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.466452] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.466452] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.466452] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.466452] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.466452] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.466452] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.466659] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.466659] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.466854] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.466854] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.466941] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.467541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.467541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.467541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.467541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.467541] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d18ccfe9-f17c-48fa-9757-e3d15036b1c3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.758162] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9ad417f-8e46-4972-82c6-a63a0ad014fb in Status: SUCCESS [ 1070.758162] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9ad417f-8e46-4972-82c6-a63a0ad014fb deletion is rescheduled due to dependency. [ 1070.758162] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9ad417f-8e46-4972-82c6-a63a0ad014fb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.971164] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d18ccfe9-f17c-48fa-9757-e3d15036b1c3: rpc.has_security_group_logging(os_id): False [ 1070.992972] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.993148] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.993220] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.993428] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.993523] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.993746] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.993867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.993894] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.997020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.997020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.997020] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.997020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.997020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.997020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.997020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.997020] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.997020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.997020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.997020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.997020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.997020] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18ccfe9-f17c-48fa-9757-e3d15036b1c3 is going to be created. [ 1071.080377] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.080534] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.084098] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.084098] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.084098] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.092068] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18ccfe9-f17c-48fa-9757-e3d15036b1c3 in Status: IN_PROGRESS for 2s [ 1071.368406] env[69975]: INFO networking_nsxv3.common.synchronization [req-5e5c5746-d142-4c99-972b-53ce98928606 req-59026995-3936-4a98-8bb7-0ad3bfe095a5 tempest-ServerActionsTestJSON-676534199 tempest-ServerActionsTestJSON-676534199-project-member] Enqueued Resource ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc with Priority: HIGHEST for action security_group_members [ 1071.368955] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc with Priority: HIGHEST for action security_group_members [ 1071.370335] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9219c2-67d1-4497-a933-bd2b1512f3dc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.371399] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.371770] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.371770] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.371920] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.372104] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.372164] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.372331] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.372491] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.372554] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9219c2-67d1-4497-a933-bd2b1512f3dc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.879233] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.879233] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.879906] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.880191] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.880337] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.880577] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.880739] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.880814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.881099] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.882254] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.882382] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc is going to be updated. [ 1071.918992] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.920541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.920541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.920541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.920541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.932723] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc in Status: IN_PROGRESS for 2s [ 1072.114576] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86e658b8-7531-492f-9b31-9495480041ca in Status: IN_PROGRESS for 4s [ 1072.723164] env[69975]: INFO networking_nsxv3.common.synchronization [req-32b7576c-9b88-459c-beb9-1eacd8ffd64d req-092caf25-0dd7-46e2-ac21-0b23a3cf11bc tempest-ServersTestJSON-915624429 tempest-ServersTestJSON-915624429-project-member] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 1072.723164] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 1072.723164] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.723164] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.723164] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.723164] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.723164] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.723164] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.723164] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.723164] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.723164] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.723810] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.106560] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18ccfe9-f17c-48fa-9757-e3d15036b1c3 in Status: SUCCESS [ 1073.107343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.225033] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.225033] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.225033] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.225275] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.225555] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.225734] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.225872] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.226171] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.226344] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.226571] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1073.226692] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.226807] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.226923] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.227053] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1073.227166] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.227312] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.228786] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.253867] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.254067] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1073.254224] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.254910] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.254910] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-c6f21ecb-5489-44f1-8ffa-8c7b630004a3 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.255089] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-c6f21ecb-5489-44f1-8ffa-8c7b630004a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.255089] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-c6f21ecb-5489-44f1-8ffa-8c7b630004a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.255701] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-c6f21ecb-5489-44f1-8ffa-8c7b630004a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.255845] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6f21ecb-5489-44f1-8ffa-8c7b630004a3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.732104] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.760049] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.760049] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.760049] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.760337] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.760337] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.760858] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port c6f21ecb-5489-44f1-8ffa-8c7b630004a3 not found, creating... [ 1073.760858] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.760993] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.761035] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.761257] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.761400] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.762017] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.762204] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.762330] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.762574] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.762733] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.762906] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: c6f21ecb-5489-44f1-8ffa-8c7b630004a3 is going to be created. [ 1073.789941] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.790221] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.790360] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.790658] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.790898] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.791174] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-c6f21ecb-5489-44f1-8ffa-8c7b630004a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.947369] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc in Status: SUCCESS [ 1073.948016] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc deletion is rescheduled due to dependency. [ 1073.949600] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.127173] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86e658b8-7531-492f-9b31-9495480041ca in Status: SUCCESS [ 1074.127635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.128336] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.128652] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.128939] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.129121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.129238] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.129495] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.129618] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.129738] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.235670] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.235857] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.235897] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.236423] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.236534] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.236589] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be updated. [ 1074.283141] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.283380] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.283446] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.283711] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.283910] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.297433] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: IN_PROGRESS for 2s [ 1074.632466] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.632625] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.632698] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.632921] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.633027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.633231] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.633336] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.633400] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.633560] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.633642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.633738] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86e658b8-7531-492f-9b31-9495480041ca is going to be updated. [ 1074.685983] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.687516] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.691198] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.691198] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.691198] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.704933] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86e658b8-7531-492f-9b31-9495480041ca in Status: IN_PROGRESS for 2s [ 1074.738108] env[69975]: INFO networking_nsxv3.common.synchronization [req-32b7576c-9b88-459c-beb9-1eacd8ffd64d req-07677e32-b3a5-4d7d-8044-576294522449 service nova] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_rules [ 1074.738295] env[69975]: INFO networking_nsxv3.common.synchronization [req-32b7576c-9b88-459c-beb9-1eacd8ffd64d req-07677e32-b3a5-4d7d-8044-576294522449 service nova] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 1074.740018] env[69975]: INFO networking_nsxv3.common.synchronization [req-32b7576c-9b88-459c-beb9-1eacd8ffd64d req-07677e32-b3a5-4d7d-8044-576294522449 service nova] Enqueued Resource ID: c6f21ecb-5489-44f1-8ffa-8c7b630004a3 with Priority: HIGHEST for action port [ 1074.740018] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_rules [ 1074.740018] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 1074.740018] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f21ecb-5489-44f1-8ffa-8c7b630004a3 with Priority: HIGHEST for action port [ 1074.740018] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.740018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.740018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.740018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.740018] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.744113] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.745265] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.745406] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6f21ecb-5489-44f1-8ffa-8c7b630004a3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.745716] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6f21ecb-5489-44f1-8ffa-8c7b630004a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.745716] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6f21ecb-5489-44f1-8ffa-8c7b630004a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.745889] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6f21ecb-5489-44f1-8ffa-8c7b630004a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.747537] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6f21ecb-5489-44f1-8ffa-8c7b630004a3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.248647] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.250077] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.250077] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6f21ecb-5489-44f1-8ffa-8c7b630004a3 with status ACTIVE [ 1075.250077] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.250077] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.250077] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.250077] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.250077] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.250445] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.250496] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.250583] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.250797] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.250927] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.251206] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.251351] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.251445] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.251652] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.255061] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.255061] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6f21ecb-5489-44f1-8ffa-8c7b630004a3 is going to be updated. [ 1075.284224] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.284394] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.284432] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.284650] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.284795] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.285101] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6f21ecb-5489-44f1-8ffa-8c7b630004a3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.463511] env[69975]: INFO networking_nsxv3.common.synchronization [req-90981f23-4caf-44c9-bdcf-7327fc4b719a req-8dc61680-dda1-420f-afe9-2a6236b9ca39 tempest-ServerRescueNegativeTestJSON-953957381 tempest-ServerRescueNegativeTestJSON-953957381-project-member] Enqueued Resource ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d with Priority: HIGHEST for action security_group_members [ 1075.464180] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d with Priority: HIGHEST for action security_group_members [ 1075.464511] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.464640] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.464710] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.464912] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.466175] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.466175] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.466175] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.466175] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.466343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.466343] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4a42ac3-86e8-4cb7-961c-392c69b5da9d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.968798] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4a42ac3-86e8-4cb7-961c-392c69b5da9d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.315403] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: SUCCESS [ 1076.315944] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.315944] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.316055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.316226] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.316346] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.316596] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.316596] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.316664] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.316741] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.471291] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4a42ac3-86e8-4cb7-961c-392c69b5da9d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.715521] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86e658b8-7531-492f-9b31-9495480041ca in Status: SUCCESS [ 1076.715695] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86e658b8-7531-492f-9b31-9495480041ca deletion is rescheduled due to dependency. [ 1076.715821] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.715996] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.716435] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.716622] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.716741] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.716807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.716962] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.717093] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.717175] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.717307] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-86e658b8-7531-492f-9b31-9495480041ca taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.717401] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.717461] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.717599] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.717737] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.717829] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.717891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.718145] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.718233] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.718316] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.718406] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.822611] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.977903] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.978022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.978059] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.978293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.978400] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.978526] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d is going to be updated. [ 1077.010432] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.010432] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.010432] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.010655] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.010655] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.021825] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d in Status: IN_PROGRESS for 2s [ 1077.220978] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86e658b8-7531-492f-9b31-9495480041ca: rpc.has_security_group_logging(os_id): False [ 1077.242467] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.242622] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.242689] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.242910] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.243039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.243262] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.243370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.243420] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.243578] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.243656] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.243836] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.243931] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.243995] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.244154] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.244228] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.244419] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.244516] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.244577] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.244718] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.244794] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.244883] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86e658b8-7531-492f-9b31-9495480041ca is going to be updated. [ 1077.312497] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.312713] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.312713] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.312932] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.313103] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.326064] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.328149] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86e658b8-7531-492f-9b31-9495480041ca in Status: IN_PROGRESS for 2s [ 1077.829809] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.829984] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.830077] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.830290] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.830378] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.830473] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be updated. [ 1077.861540] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.861938] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.861938] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.862390] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.862543] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.874588] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: IN_PROGRESS for 2s [ 1079.034851] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d in Status: SUCCESS [ 1079.035180] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.347995] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86e658b8-7531-492f-9b31-9495480041ca in Status: SUCCESS [ 1079.350490] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.802698] env[69975]: INFO networking_nsxv3.common.synchronization [req-b3d173d8-cc1a-45f0-a6fc-591baf51567e req-1b5b4fc9-167e-45d7-8767-40e20c2d1cd7 tempest-AttachInterfacesTestJSON-924533598 tempest-AttachInterfacesTestJSON-924533598-project-member] Enqueued Resource ID: 5bef55a4-5871-47f5-8e37-a3d3fad570b4 with Priority: HIGHEST for action security_group_members [ 1079.803334] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bef55a4-5871-47f5-8e37-a3d3fad570b4 with Priority: HIGHEST for action security_group_members [ 1079.803674] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bef55a4-5871-47f5-8e37-a3d3fad570b4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.803800] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.803866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.804307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.804589] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.804753] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.804856] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.805072] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.805209] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.805346] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bef55a4-5871-47f5-8e37-a3d3fad570b4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.888200] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: SUCCESS [ 1079.888200] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.888200] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.888431] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.888746] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.888929] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.889063] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.889347] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.889488] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.889643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.889830] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.273769] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.274172] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.274172] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.274491] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.274767] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.274939] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.279323] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.279664] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.281033] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.281033] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.281033] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.281033] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.281033] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.281033] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.281033] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.281033] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.301787] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.301994] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1080.302202] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.302489] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.302836] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-84b43cbd-49c3-4deb-aac7-06329e863173 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.303039] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-84b43cbd-49c3-4deb-aac7-06329e863173" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.303172] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-84b43cbd-49c3-4deb-aac7-06329e863173" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.303567] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-84b43cbd-49c3-4deb-aac7-06329e863173" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.303709] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84b43cbd-49c3-4deb-aac7-06329e863173',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.307319] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.307442] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.307516] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.307702] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.307788] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.307974] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.308089] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.308150] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.308315] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.308360] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.308464] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bef55a4-5871-47f5-8e37-a3d3fad570b4 already deleted. [ 1080.308666] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.366115] env[69975]: INFO networking_nsxv3.common.synchronization [req-84248884-13d9-4e0e-94d4-316f11dcbf42 req-59c1bf90-c0ad-456f-9761-7f94194674e3 tempest-ImagesTestJSON-532780232 tempest-ImagesTestJSON-532780232-project-member] Enqueued Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 1080.366658] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGHEST for action security_group_members [ 1080.366977] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.367111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.367184] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.367368] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.367518] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.368172] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.368172] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.368172] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.368172] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.368172] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.393335] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.393702] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.393796] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.394505] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.394979] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.394979] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.394979] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.395186] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.395280] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.395370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.395592] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.395717] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.395784] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.395938] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.396098] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.396194] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.396258] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.396400] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.396479] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.396638] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.396638] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.806266] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.806764] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.806912] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.807250] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.807355] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.807521] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 84b43cbd-49c3-4deb-aac7-06329e863173 not found, creating... [ 1080.807839] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.808016] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.808157] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.808400] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.808544] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.808833] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.808994] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.809129] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.809338] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.809474] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.809620] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 84b43cbd-49c3-4deb-aac7-06329e863173 is going to be created. [ 1080.831806] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.832127] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.832357] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.832666] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.832784] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.833038] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-84b43cbd-49c3-4deb-aac7-06329e863173" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.870614] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.870834] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.870915] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.871965] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.872107] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.872593] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.872715] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.872785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.872969] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.873064] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.873158] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 is going to be updated. [ 1080.900534] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33e1b0b0-1e11-410d-91e3-6062199cf7d3: rpc.has_security_group_logging(os_id): False [ 1080.914242] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.914242] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.914242] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.914382] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.914634] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.923084] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.923084] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.923420] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.923420] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.923505] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.923726] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.923922] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.924049] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.926123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.926123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.926123] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.926123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.926123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.926123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.926123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.926123] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.926123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.926123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.926123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.926123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.926123] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be updated. [ 1080.927811] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: IN_PROGRESS for 2s [ 1081.033159] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.034086] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.034086] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.034086] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.034086] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.054138] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: IN_PROGRESS for 2s [ 1081.536547] env[69975]: INFO networking_nsxv3.common.synchronization [req-b3d173d8-cc1a-45f0-a6fc-591baf51567e req-c5aaf21a-3345-4021-bea9-706ee383b9d9 service nova] Enqueued Resource ID: 5bef55a4-5871-47f5-8e37-a3d3fad570b4 with Priority: HIGHEST for action security_group_rules [ 1081.536854] env[69975]: INFO networking_nsxv3.common.synchronization [req-b3d173d8-cc1a-45f0-a6fc-591baf51567e req-c5aaf21a-3345-4021-bea9-706ee383b9d9 service nova] Enqueued Resource ID: 5bef55a4-5871-47f5-8e37-a3d3fad570b4 with Priority: HIGHEST for action security_group_members [ 1081.536976] env[69975]: INFO networking_nsxv3.common.synchronization [req-b3d173d8-cc1a-45f0-a6fc-591baf51567e req-c5aaf21a-3345-4021-bea9-706ee383b9d9 service nova] Enqueued Resource ID: 84b43cbd-49c3-4deb-aac7-06329e863173 with Priority: HIGHEST for action port [ 1081.537895] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bef55a4-5871-47f5-8e37-a3d3fad570b4 with Priority: HIGHEST for action security_group_rules [ 1081.538223] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bef55a4-5871-47f5-8e37-a3d3fad570b4 with Priority: HIGHEST for action security_group_members [ 1081.538345] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84b43cbd-49c3-4deb-aac7-06329e863173 with Priority: HIGHEST for action port [ 1081.538778] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bef55a4-5871-47f5-8e37-a3d3fad570b4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.538962] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.539093] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.539386] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.539510] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bef55a4-5871-47f5-8e37-a3d3fad570b4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.540974] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bef55a4-5871-47f5-8e37-a3d3fad570b4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.541107] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.541181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.541474] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.541634] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.542170] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.542170] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.542170] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.542170] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.542170] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bef55a4-5871-47f5-8e37-a3d3fad570b4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.543837] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-84b43cbd-49c3-4deb-aac7-06329e863173 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.544398] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84b43cbd-49c3-4deb-aac7-06329e863173" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.544398] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84b43cbd-49c3-4deb-aac7-06329e863173" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.544471] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84b43cbd-49c3-4deb-aac7-06329e863173" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.544506] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84b43cbd-49c3-4deb-aac7-06329e863173',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.047050] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bef55a4-5871-47f5-8e37-a3d3fad570b4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.048106] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bef55a4-5871-47f5-8e37-a3d3fad570b4 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.048106] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.048337] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84b43cbd-49c3-4deb-aac7-06329e863173 with status ACTIVE [ 1082.048440] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.048596] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.048708] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.048854] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.048940] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.049272] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.049412] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.049477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.049633] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.049711] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.049915] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.050021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.050084] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.050225] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.050298] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.050384] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84b43cbd-49c3-4deb-aac7-06329e863173 is going to be updated. [ 1082.074036] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.074185] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.074185] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.074392] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.074534] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.074698] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84b43cbd-49c3-4deb-aac7-06329e863173" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.553314] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bef55a4-5871-47f5-8e37-a3d3fad570b4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.938837] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c6b68-347d-47eb-bbf2-741751e778d4 in Status: SUCCESS [ 1082.938837] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 deletion is rescheduled due to dependency. [ 1082.938837] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.058667] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.058824] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.059138] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.059138] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.059246] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.059349] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bef55a4-5871-47f5-8e37-a3d3fad570b4 is going to be created. [ 1083.076998] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: SUCCESS [ 1083.076998] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.085983] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.085983] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.085983] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.086170] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.086319] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.099034] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bef55a4-5871-47f5-8e37-a3d3fad570b4 in Status: UNINITIALIZED for 2s [ 1083.445615] env[69975]: INFO networking_nsxv3.common.synchronization [req-eb3cbdc4-0b75-4507-9069-b3766d11f217 req-f69fa6af-cdd8-4b46-9abd-148077690bd7 tempest-InstanceActionsTestJSON-674041303 tempest-InstanceActionsTestJSON-674041303-project-member] Enqueued Resource ID: d18ccfe9-f17c-48fa-9757-e3d15036b1c3 with Priority: HIGHEST for action security_group_members [ 1083.446167] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18ccfe9-f17c-48fa-9757-e3d15036b1c3 with Priority: HIGHEST for action security_group_members [ 1083.446476] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.446598] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.446668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.446894] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.447024] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.448937] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.449018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.449174] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.449231] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.449356] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18ccfe9-f17c-48fa-9757-e3d15036b1c3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.952495] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.952824] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.952824] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.952903] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.952978] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.953186] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.953292] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.953409] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.953502] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.953578] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.953665] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18ccfe9-f17c-48fa-9757-e3d15036b1c3 is going to be updated. [ 1083.985425] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.985588] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.985653] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.985848] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.985994] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.995288] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18ccfe9-f17c-48fa-9757-e3d15036b1c3 in Status: IN_PROGRESS for 2s [ 1085.109057] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bef55a4-5871-47f5-8e37-a3d3fad570b4 in Status: UNINITIALIZED for 4s [ 1085.455086] env[69975]: INFO networking_nsxv3.common.synchronization [req-b4548ebb-41d7-4bce-b358-7fcaac677e9f req-d0e5d541-0283-46e9-a2fa-a091e3203912 tempest-ServersTestJSON-915624429 tempest-ServersTestJSON-915624429-project-member] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 1085.455086] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 1085.455086] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.455086] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.456444] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.456672] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.456841] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.457021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.457068] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.457226] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.457375] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.457415] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.960841] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.005644] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18ccfe9-f17c-48fa-9757-e3d15036b1c3 in Status: SUCCESS [ 1086.005780] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18ccfe9-f17c-48fa-9757-e3d15036b1c3 deletion is rescheduled due to dependency. [ 1086.005906] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18ccfe9-f17c-48fa-9757-e3d15036b1c3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.464026] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.965856] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.966062] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.966189] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.966326] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.966419] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.966524] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be updated. [ 1087.006721] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.006940] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.006940] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.007179] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.007330] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.018033] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: IN_PROGRESS for 2s [ 1087.118322] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bef55a4-5871-47f5-8e37-a3d3fad570b4 in Status: SUCCESS [ 1087.118761] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.118928] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.119155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.119361] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.119516] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.119584] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.119746] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.119827] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.119914] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.120069] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bef55a4-5871-47f5-8e37-a3d3fad570b4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.624126] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bef55a4-5871-47f5-8e37-a3d3fad570b4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.125868] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bef55a4-5871-47f5-8e37-a3d3fad570b4: rpc.has_security_group_logging(os_id): False [ 1088.149071] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.149071] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.149071] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.149071] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.149071] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.149071] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.150080] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.150080] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.150235] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.150297] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.150414] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bef55a4-5871-47f5-8e37-a3d3fad570b4 is going to be created. [ 1088.352759] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.352905] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.352967] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.353201] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.353377] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.366117] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bef55a4-5871-47f5-8e37-a3d3fad570b4 in Status: IN_PROGRESS for 2s [ 1089.029095] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: SUCCESS [ 1089.029351] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.156552] env[69975]: INFO networking_nsxv3.common.synchronization [req-bdf60f04-6b23-406d-9abf-88d862fde754 req-4f4a876c-129b-4201-9a02-66ed748be9cd tempest-DeleteServersTestJSON-1273084896 tempest-DeleteServersTestJSON-1273084896-project-member] Enqueued Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 1090.157324] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 1090.157778] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.157977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.157977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.159329] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.159824] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.159824] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.159824] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.159824] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.160191] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.160191] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.379073] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bef55a4-5871-47f5-8e37-a3d3fad570b4 in Status: SUCCESS [ 1090.379285] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.549594] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.549866] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-612" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.550032] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-612" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.550359] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-612" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.550670] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.550823] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.550984] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.551222] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.551520] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.551808] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1090.551957] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1090.552136] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1090.552291] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1090.552445] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1090.552583] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1090.552743] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1090.574028] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1090.574028] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1090.574028] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1090.574028] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-612" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.574028] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-b3a7809c-bd2b-4433-aab2-dc4c413eff31 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.574420] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-b3a7809c-bd2b-4433-aab2-dc4c413eff31" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.574420] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-b3a7809c-bd2b-4433-aab2-dc4c413eff31" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.575040] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-b3a7809c-bd2b-4433-aab2-dc4c413eff31" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.575166] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3a7809c-bd2b-4433-aab2-dc4c413eff31',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.662011] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.662192] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.662254] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.662431] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.662529] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.662722] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.663036] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.663036] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.663036] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.663205] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.663205] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 is going to be updated. [ 1090.693967] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.694161] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.694207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.694390] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.694597] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.706414] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: IN_PROGRESS for 2s [ 1090.813666] env[69975]: INFO networking_nsxv3.common.synchronization [req-51d5dc1b-f719-41d6-b1ee-150de593b159 req-3055f309-331f-43fb-bb48-0630b22a0926 tempest-ServerActionsTestOtherB-728294423 tempest-ServerActionsTestOtherB-728294423-project-member] Enqueued Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_members [ 1090.814236] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_members [ 1090.814784] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.817635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.817635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.817635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.817635] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.817635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.817635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.817635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.817635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.817635] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.078060] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.079351] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.079511] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.079830] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.080024] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.080214] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port b3a7809c-bd2b-4433-aab2-dc4c413eff31 not found, creating... [ 1091.080503] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.080697] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.080850] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.081131] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.081285] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.081593] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.081776] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.081899] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.082140] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.082301] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.082450] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: b3a7809c-bd2b-4433-aab2-dc4c413eff31 is going to be created. [ 1091.104687] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.104920] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.105027] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.105330] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.105565] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.105804] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-b3a7809c-bd2b-4433-aab2-dc4c413eff31" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.320422] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.320757] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.320757] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.320822] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.320913] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.321113] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.321238] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.321307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.321468] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.321531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.321673] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc is going to be updated. [ 1091.350063] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.350063] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.350063] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.350063] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.350340] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.358744] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc in Status: IN_PROGRESS for 2s [ 1091.784727] env[69975]: INFO networking_nsxv3.common.synchronization [req-bdf60f04-6b23-406d-9abf-88d862fde754 req-208adbe0-9ab6-4e83-9e78-92f10cf7882e service nova] Enqueued Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_rules [ 1091.784948] env[69975]: INFO networking_nsxv3.common.synchronization [req-bdf60f04-6b23-406d-9abf-88d862fde754 req-208adbe0-9ab6-4e83-9e78-92f10cf7882e service nova] Enqueued Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 1091.785137] env[69975]: INFO networking_nsxv3.common.synchronization [req-bdf60f04-6b23-406d-9abf-88d862fde754 req-208adbe0-9ab6-4e83-9e78-92f10cf7882e service nova] Enqueued Resource ID: b3a7809c-bd2b-4433-aab2-dc4c413eff31 with Priority: HIGHEST for action port [ 1091.785281] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_rules [ 1091.785410] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 1091.785507] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a7809c-bd2b-4433-aab2-dc4c413eff31 with Priority: HIGHEST for action port [ 1091.786231] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.786396] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.786396] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.786549] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.786621] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.787465] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.787570] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.787764] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3a7809c-bd2b-4433-aab2-dc4c413eff31 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.787861] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3a7809c-bd2b-4433-aab2-dc4c413eff31" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.787930] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3a7809c-bd2b-4433-aab2-dc4c413eff31" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.788126] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3a7809c-bd2b-4433-aab2-dc4c413eff31" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.788202] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3a7809c-bd2b-4433-aab2-dc4c413eff31',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.290970] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.291126] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.291318] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3a7809c-bd2b-4433-aab2-dc4c413eff31 with status ACTIVE [ 1092.291485] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.291590] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.291655] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.291865] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.291955] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.292173] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.292281] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.292344] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.292497] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.292575] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.292755] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.292847] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.292907] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.293059] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.293134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.293229] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3a7809c-bd2b-4433-aab2-dc4c413eff31 is going to be updated. [ 1092.314708] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.314708] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.315610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.315610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.315610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.315610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3a7809c-bd2b-4433-aab2-dc4c413eff31" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.717424] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: SUCCESS [ 1092.717712] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 deletion is rescheduled due to dependency. [ 1092.717824] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.717989] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.718214] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.718428] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.718516] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.718566] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.718714] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.718794] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.718890] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.221567] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.368814] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc in Status: SUCCESS [ 1093.368996] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc deletion is rescheduled due to dependency. [ 1093.369126] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.724699] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.230221] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.230387] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.230460] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.230668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.230759] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.230859] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 is going to be updated. [ 1094.258586] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.258722] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.258781] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.258994] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.259149] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.268408] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: IN_PROGRESS for 2s [ 1096.279781] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: SUCCESS [ 1096.280162] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.280243] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.280485] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.280681] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.280800] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.280866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.281029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.281112] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.281196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.281288] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.783804] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.783998] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.784043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.784346] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.784563] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.784675] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.784740] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.784944] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.785067] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.785185] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.785375] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.785497] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.785592] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.785782] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.785958] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.786109] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.786193] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.786373] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.786476] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.786589] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.786699] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.787760] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1096.787889] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1097.288892] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c910b46b-0916-43b8-95a3-38b1580dd9d6: rpc.has_security_group_logging(os_id): False [ 1097.308603] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.308603] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.308603] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.308603] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.308865] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.308865] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.308973] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.309013] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.309153] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.309230] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.309410] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.309497] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.309553] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.309685] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.309751] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.309919] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.310022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.310070] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.310224] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.310293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.310373] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 is going to be updated. [ 1097.330760] env[69975]: INFO networking_nsxv3.common.synchronization [req-a2977be0-5fda-4f29-9500-495fc2b544e0 req-8419eb40-b36f-42d7-b35e-0dd676c84ea3 tempest-AttachVolumeNegativeTest-1055724446 tempest-AttachVolumeNegativeTest-1055724446-project-member] Enqueued Resource ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a with Priority: HIGHEST for action security_group_members [ 1097.331461] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a with Priority: HIGHEST for action security_group_members [ 1097.331781] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.331911] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.331964] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.332191] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.332420] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.333326] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.333326] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.333326] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.333326] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.333326] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b980fcfb-6f7d-4aff-91c2-612ab5cbae9a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.371732] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.371914] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.371975] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.372163] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.372377] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.387570] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: IN_PROGRESS for 2s [ 1097.836921] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.837242] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.837356] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.837677] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.837840] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.838169] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.838433] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.838433] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.838678] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.838807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.838976] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a is going to be updated. [ 1097.871876] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.872083] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.872264] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.872409] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.873239] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.882072] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a in Status: IN_PROGRESS for 2s [ 1098.260254] env[69975]: INFO networking_nsxv3.common.synchronization [req-d945ac0d-2774-4676-b8b7-7012246ead25 req-3e1477d4-68de-43e0-ba8d-af78ec472682 tempest-ServerRescueNegativeTestJSON-953957381 tempest-ServerRescueNegativeTestJSON-953957381-project-member] Enqueued Resource ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d with Priority: HIGHEST for action security_group_members [ 1098.261767] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d with Priority: HIGHEST for action security_group_members [ 1098.265021] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.265021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.265021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.265021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.265021] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.265021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.265021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.265021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.265021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.265021] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4a42ac3-86e8-4cb7-961c-392c69b5da9d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.767617] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.767869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.767869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.768169] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.768329] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.768632] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.768793] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.768906] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.769167] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.769300] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.769450] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d is going to be updated. [ 1098.802086] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.802289] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.802374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.802586] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.802728] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.812825] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d in Status: IN_PROGRESS for 2s [ 1099.264554] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.264765] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.264865] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.265171] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.265315] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.405050] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: SUCCESS [ 1099.405317] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.768404] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.895927] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a in Status: SUCCESS [ 1099.896142] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a deletion is rescheduled due to dependency. [ 1099.896245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.270827] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.711008] env[69975]: INFO networking_nsxv3.common.synchronization [req-a413594b-e7ac-4a65-8bdc-2cf81237cbc4 req-c956377f-a544-4812-8815-417be5f8c790 tempest-ServerDiskConfigTestJSON-1623943188 tempest-ServerDiskConfigTestJSON-1623943188-project-member] Enqueued Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 1100.711629] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 1100.711826] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.711957] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.712034] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.712237] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.712436] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.712554] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.712620] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.712820] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.712944] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.712944] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.778599] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1100.778599] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1100.825654] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d in Status: SUCCESS [ 1100.825654] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d deletion is rescheduled due to dependency. [ 1100.825654] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.215700] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.215908] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.216328] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.216328] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.216492] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.216818] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.216974] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.217081] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.217304] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.217419] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.217541] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 is going to be updated. [ 1101.245461] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.245599] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.245667] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.245873] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.246017] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.255093] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: IN_PROGRESS for 2s [ 1101.533064] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.533064] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.533064] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.533064] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.546380] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1101.547284] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.548946] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1101.586172] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.586324] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.586392] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.586631] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.598195] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.598675] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1101.598872] env[69975]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69975) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1101.599074] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1101.640629] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.640833] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.640933] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.641849] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.643174] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.643789] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1101.736676] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.736827] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.736900] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.737258] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.737558] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.737823] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1101.813925] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.815020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.815020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.815020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.815410] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.816027] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1101.816027] env[69975]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'a2be00df-6a0a-4200-a397-d8deb2caa993', 'ed9219c2-67d1-4497-a933-bd2b1512f3dc', '6a585eac-6475-4115-a755-7e525db5638c', '18277ac1-a00f-4256-86f9-cc85f086d936', '494e3146-e8de-4e65-a6ec-a7275414d37d', 'cf4c92f3-5360-491b-9c6d-b3a242e709a7', 'cb3ef612-ade9-4f1b-b2c4-7bea44bed64d', '63b72e9e-1ec3-495e-9a2f-39d95736f6a0', '92dcf97a-22f1-4da8-a70e-2cd59eb07b52', '11e14c31-2b0e-48bf-ae0b-1881c1135c52', '68f6c213-db08-48b0-abbd-9b7f64cb5c2b', 'c910b46b-0916-43b8-95a3-38b1580dd9d6', '67e87de2-ee17-49bb-8725-36c150ebf512', 'd4a42ac3-86e8-4cb7-961c-392c69b5da9d', '86e658b8-7531-492f-9b31-9495480041ca', 'ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc', 'dbab7ae5-86d2-430e-b1a8-ac1e518e45fa', '13c9b8cd-3d21-424e-b3a2-01c86a663a51', '46da6b22-48c7-4d14-9ee8-6c0df0c486f2', 'b980fcfb-6f7d-4aff-91c2-612ab5cbae9a', '2c0cc538-18ac-4782-bfca-c69a63404d13', '8d546ad7-ded1-4013-8fd0-00a314095078', '33e1b0b0-1e11-410d-91e3-6062199cf7d3', '538c6b68-347d-47eb-bbf2-741751e778d4', 'fe25f19c-4dee-422c-b438-f3764bb064d2', '95908252-ee53-4059-8699-27fb28b2b7d8', '2d30ec26-1469-4b3b-9629-8a20b1e1b724', '7c2def26-d361-4c00-8500-5552b5d10717', '779b5a1f-aff9-4be2-b0df-d41b89912733', 'e9ad417f-8e46-4972-82c6-a63a0ad014fb', '3e726b49-3300-4abf-8ae3-6fa9c401651f', 'c047a7f7-c088-4f61-b7b5-b757005d2866', 'd1c7a90b-d205-4a4c-9d53-49d93f5c8786', '7d112341-79a2-4398-9aee-56ff58766c8a', '4387ccae-a7ff-4b97-a5e0-5d8720ad3f56', '693cee49-7475-4676-b271-6d6f2e025b83', '7efaa6f4-f8e8-4a46-a051-2b95d68576c7', '8e5d00fd-3c4b-4600-a8e7-c694492b05a3', '44733b31-5fe7-49f9-be5f-063c948e5dbe', 'e713b2af-10e7-44a4-b758-381ccb19888b', '8e815e89-5773-4cca-9475-c1546d8107e9', 'd18ccfe9-f17c-48fa-9757-e3d15036b1c3', '5bef55a4-5871-47f5-8e37-a3d3fad570b4', 'e435b85f-ecf9-4e17-8be6-f79399bd5ca5'} {{(pid=69975) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1101.816027] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1101.836273] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.836489] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.836489] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.836806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.836907] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.837036] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1101.837115] env[69975]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69975) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1101.837215] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1101.929553] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.929842] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.929842] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.930192] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.931612] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.931920] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1101.932221] env[69975]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69975) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1101.932221] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1101.932221] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1101.932221] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1101.932445] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGH for action security_group_rules [ 1101.932445] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc with Priority: HIGH for action security_group_rules [ 1101.932546] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a585eac-6475-4115-a755-7e525db5638c with Priority: HIGH for action security_group_rules [ 1101.932596] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18277ac1-a00f-4256-86f9-cc85f086d936 with Priority: HIGH for action security_group_rules [ 1101.932628] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 494e3146-e8de-4e65-a6ec-a7275414d37d with Priority: HIGH for action security_group_rules [ 1101.932790] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 with Priority: HIGH for action security_group_rules [ 1101.932790] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb3ef612-ade9-4f1b-b2c4-7bea44bed64d with Priority: HIGH for action security_group_rules [ 1101.932790] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 with Priority: HIGH for action security_group_rules [ 1101.932916] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGH for action security_group_rules [ 1101.932916] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 with Priority: HIGH for action security_group_rules [ 1101.932984] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b with Priority: HIGH for action security_group_rules [ 1101.933037] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGH for action security_group_rules [ 1101.933079] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGH for action security_group_rules [ 1101.933226] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d with Priority: HIGH for action security_group_rules [ 1101.933226] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGH for action security_group_rules [ 1101.933328] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGH for action security_group_rules [ 1101.933328] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbab7ae5-86d2-430e-b1a8-ac1e518e45fa with Priority: HIGH for action security_group_rules [ 1101.933417] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 with Priority: HIGH for action security_group_rules [ 1101.933485] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 with Priority: HIGH for action security_group_rules [ 1101.933547] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a with Priority: HIGH for action security_group_rules [ 1101.933684] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.923567] env[69975]: INFO networking_nsxv3.common.synchronization [req-747b09e0-dacb-4af8-8414-45539d240c0d req-1f881295-e803-437d-815e-7c975bd41a6d tempest-ServersAdminNegativeTestJSON-1880926754 tempest-ServersAdminNegativeTestJSON-1880926754-project-member] Enqueued Resource ID: 69321a5f-963a-4676-b9c6-0377219d6471 with Priority: HIGHEST for action security_group_members [ 1102.924100] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69321a5f-963a-4676-b9c6-0377219d6471 with Priority: HIGHEST for action security_group_members [ 1102.924246] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2be00df-6a0a-4200-a397-d8deb2caa993 with Priority: HIGH for action security_group_rules [ 1102.924352] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a585eac-6475-4115-a755-7e525db5638c with Priority: HIGH for action security_group_rules [ 1102.924454] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb3ef612-ade9-4f1b-b2c4-7bea44bed64d with Priority: HIGH for action security_group_rules [ 1102.924548] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGH for action security_group_rules [ 1102.924667] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a with Priority: HIGH for action security_group_rules [ 1102.924781] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 with Priority: HIGH for action security_group_rules [ 1102.925737] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 with Priority: HIGH for action security_group_rules [ 1102.926542] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbab7ae5-86d2-430e-b1a8-ac1e518e45fa with Priority: HIGH for action security_group_rules [ 1102.926660] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d with Priority: HIGH for action security_group_rules [ 1102.926763] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGH for action security_group_rules [ 1102.926859] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGH for action security_group_rules [ 1102.926951] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGH for action security_group_rules [ 1102.927054] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b with Priority: HIGH for action security_group_rules [ 1102.927146] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 with Priority: HIGH for action security_group_rules [ 1102.927233] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGH for action security_group_rules [ 1102.927319] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 with Priority: HIGH for action security_group_rules [ 1102.927405] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 with Priority: HIGH for action security_group_rules [ 1102.927490] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494e3146-e8de-4e65-a6ec-a7275414d37d with Priority: HIGH for action security_group_rules [ 1102.927575] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc with Priority: HIGH for action security_group_rules [ 1102.927659] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18277ac1-a00f-4256-86f9-cc85f086d936 with Priority: HIGH for action security_group_rules [ 1102.928015] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-69321a5f-963a-4676-b9c6-0377219d6471 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.928175] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.928267] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.928584] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.928743] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.928856] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.928924] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.929344] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.929436] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.929532] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69321a5f-963a-4676-b9c6-0377219d6471',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.932619] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2be00df-6a0a-4200-a397-d8deb2caa993 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.932762] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.932801] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.933010] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.933078] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2be00df-6a0a-4200-a397-d8deb2caa993',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.935211] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a585eac-6475-4115-a755-7e525db5638c taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.935337] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.935373] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.935546] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.935952] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a585eac-6475-4115-a755-7e525db5638c',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.937169] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.937283] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.937350] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.937512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.937586] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb3ef612-ade9-4f1b-b2c4-7bea44bed64d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.942024] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86e658b8-7531-492f-9b31-9495480041ca taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.942024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.942024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.942024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.942024] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.942024] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.942024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.942024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.942024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.942024] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b980fcfb-6f7d-4aff-91c2-612ab5cbae9a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.942024] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46da6b22-48c7-4d14-9ee8-6c0df0c486f2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.942024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.942024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.942024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.942024] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46da6b22-48c7-4d14-9ee8-6c0df0c486f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.944640] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13c9b8cd-3d21-424e-b3a2-01c86a663a51 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.944976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.945152] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.945396] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.945571] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13c9b8cd-3d21-424e-b3a2-01c86a663a51',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.946360] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.946618] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.946763] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.947266] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.947266] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbab7ae5-86d2-430e-b1a8-ac1e518e45fa',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.948265] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4a42ac3-86e8-4cb7-961c-392c69b5da9d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.949253] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.949253] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.949253] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.949253] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4a42ac3-86e8-4cb7-961c-392c69b5da9d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.949852] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.950101] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.950255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.950471] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.950647] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.951416] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67e87de2-ee17-49bb-8725-36c150ebf512 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.951676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.952524] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.952524] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.952524] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.953026] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.953297] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.953445] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.953653] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.953799] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.955868] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68f6c213-db08-48b0-abbd-9b7f64cb5c2b taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.955868] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.955868] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.955868] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.955868] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68f6c213-db08-48b0-abbd-9b7f64cb5c2b',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.956660] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11e14c31-2b0e-48bf-ae0b-1881c1135c52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.957209] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.957209] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.957373] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.957595] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11e14c31-2b0e-48bf-ae0b-1881c1135c52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.959232] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.959232] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.959232] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.959232] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.959232] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.959994] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.960241] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.960711] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.961332] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.961332] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.962213] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63b72e9e-1ec3-495e-9a2f-39d95736f6a0 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.962595] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.962595] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.962820] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.963155] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63b72e9e-1ec3-495e-9a2f-39d95736f6a0',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.963866] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-494e3146-e8de-4e65-a6ec-a7275414d37d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.964436] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.964436] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.964436] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.964639] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('494e3146-e8de-4e65-a6ec-a7275414d37d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.966340] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed9219c2-67d1-4497-a933-bd2b1512f3dc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.966340] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.966340] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.966340] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.966340] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed9219c2-67d1-4497-a933-bd2b1512f3dc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.967134] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18277ac1-a00f-4256-86f9-cc85f086d936 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.967644] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.967776] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.968565] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.968565] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18277ac1-a00f-4256-86f9-cc85f086d936',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.265341] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: SUCCESS [ 1103.265599] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 deletion is rescheduled due to dependency. [ 1103.265703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.358318] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.358532] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.358663] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.358971] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.359252] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.359434] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.359737] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.360058] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.360253] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.361315] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1103.361489] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.361658] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.361859] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.361969] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1103.362132] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.362310] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.381031] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.381231] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1103.381377] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.381561] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.381876] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-fe6324a8-865a-45fc-baef-1309b21878cd taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.382073] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-fe6324a8-865a-45fc-baef-1309b21878cd" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.382213] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-fe6324a8-865a-45fc-baef-1309b21878cd" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.382641] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-fe6324a8-865a-45fc-baef-1309b21878cd" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.382800] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe6324a8-865a-45fc-baef-1309b21878cd',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.454374] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.454374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.454374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.454727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.456079] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.456217] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.467782] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.467909] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.473783] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.473907] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.477575] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4c92f3-5360-491b-9c6d-b3a242e709a7 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.477764] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.477845] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.478071] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.478227] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.478329] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.478393] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.478538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.480088] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.480199] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.480291] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.483329] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.483508] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.483601] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.483758] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.483914] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.484026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.484118] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.484708] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.484708] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.484708] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.484708] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.486967] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e87de2-ee17-49bb-8725-36c150ebf512 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.487142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.487235] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.487467] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.487670] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.487783] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.487860] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.488014] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.488098] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.488183] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.488267] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.489616] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e14c31-2b0e-48bf-ae0b-1881c1135c52 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.489740] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.489809] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.489963] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.490121] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.490217] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.490281] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.490440] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.490520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.490743] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.490743] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11e14c31-2b0e-48bf-ae0b-1881c1135c52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.493669] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.493762] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.495120] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.495120] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a585eac-6475-4115-a755-7e525db5638c is going to be deleted. [ 1103.496539] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.496649] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.496684] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.496888] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.500529] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.500623] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.501278] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.501371] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.508890] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11e14c31-2b0e-48bf-ae0b-1881c1135c52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.536271] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.536429] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.537828] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.537955] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4a42ac3-86e8-4cb7-961c-392c69b5da9d is going to be deleted. [ 1103.538961] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.539179] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.540780] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.540869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.541641] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.541738] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.543120] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.543214] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.545740] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.545839] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.546568] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.546668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.547365] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.547462] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.548159] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.548250] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.549064] env[69975]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1103.549404] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.549549] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.563670] env[69975]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1103.564215] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.564339] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb3ef612-ade9-4f1b-b2c4-7bea44bed64d is going to be deleted. [ 1103.565411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.565622] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.565710] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.565916] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.566040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.566114] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.566264] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.566333] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.566421] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69321a5f-963a-4676-b9c6-0377219d6471 already deleted. [ 1103.566494] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.566644] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.566782] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.586613] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.586822] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.587544] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.587653] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 is going to be deleted. [ 1103.588508] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.588716] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.589985] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.590098] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.614646] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.614814] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed9219c2-67d1-4497-a933-bd2b1512f3dc is going to be deleted. [ 1103.615730] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.615938] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.630902] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.631054] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.669921] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.670099] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68f6c213-db08-48b0-abbd-9b7f64cb5c2b is going to be deleted. [ 1103.671016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.671263] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.695344] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.695527] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.696355] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.696471] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2be00df-6a0a-4200-a397-d8deb2caa993 is going to be deleted. [ 1103.697362] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.697570] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.726306] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.726513] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbab7ae5-86d2-430e-b1a8-ac1e518e45fa is going to be deleted. [ 1103.727352] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.727549] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.770826] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.771053] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.793319] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.793542] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.797755] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.797877] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc is going to be deleted. [ 1103.798855] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.799087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.822208] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.822456] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.836114] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.836307] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63b72e9e-1ec3-495e-9a2f-39d95736f6a0 is going to be deleted. [ 1103.837240] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.837480] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.867556] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.867755] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.871440] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.871626] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 494e3146-e8de-4e65-a6ec-a7275414d37d is going to be deleted. [ 1103.872724] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.872988] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.885963] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.886933] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.887119] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.887441] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.887618] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.887997] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port fe6324a8-865a-45fc-baef-1309b21878cd not found, creating... [ 1103.888128] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.888324] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.888479] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.888722] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.888887] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.889246] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.889452] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.889631] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.889893] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.890477] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.890644] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: fe6324a8-865a-45fc-baef-1309b21878cd is going to be created. [ 1103.917555] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.917704] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18277ac1-a00f-4256-86f9-cc85f086d936 is going to be deleted. [ 1103.918721] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.918956] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.945364] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.945729] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.945771] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.946204] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.946466] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.946717] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-fe6324a8-865a-45fc-baef-1309b21878cd" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.964818] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.965055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.969914] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.970050] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b980fcfb-6f7d-4aff-91c2-612ab5cbae9a is going to be deleted. [ 1103.971128] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.971346] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.975167] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.975273] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.998807] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.999978] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.000188] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.000285] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.001026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.001026] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.001026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.001026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.001246] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.001246] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.001299] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.001401] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.001492] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.001551] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.001694] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.001829] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.001939] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.001972] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.002366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.002366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.002366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.002366] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.003871] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.018866] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11e14c31-2b0e-48bf-ae0b-1881c1135c52: rpc.has_security_group_logging(os_id): False [ 1104.057160] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.058051] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46da6b22-48c7-4d14-9ee8-6c0df0c486f2 is going to be deleted. [ 1104.059120] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.059333] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.061020] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.061137] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.082601] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.082814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.094580] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.094773] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.172518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.172656] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13c9b8cd-3d21-424e-b3a2-01c86a663a51 is going to be deleted. [ 1104.173678] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.173847] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.251056] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.251193] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.251926] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.252038] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.268218] env[69975]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1104.269114] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.269114] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86e658b8-7531-492f-9b31-9495480041ca is going to be deleted. [ 1104.269805] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.270030] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.270124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.270245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a585eac-6475-4115-a755-7e525db5638c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.270408] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.270568] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.270645] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.270758] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4a42ac3-86e8-4cb7-961c-392c69b5da9d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.271378] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.271574] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.271663] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.271814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb3ef612-ade9-4f1b-b2c4-7bea44bed64d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.271951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.272110] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.272186] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.272299] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.272489] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.272637] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.272712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.272822] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed9219c2-67d1-4497-a933-bd2b1512f3dc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.273065] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.273115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.273159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.273266] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68f6c213-db08-48b0-abbd-9b7f64cb5c2b" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.273407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.273541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.273613] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.273720] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2be00df-6a0a-4200-a397-d8deb2caa993" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.273841] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.273974] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.274063] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.274170] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbab7ae5-86d2-430e-b1a8-ac1e518e45fa" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.274295] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.274438] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.274520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.274660] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63b72e9e-1ec3-495e-9a2f-39d95736f6a0" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.275150] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.275778] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.275778] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.275778] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.275905] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.275979] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.335871] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.335988] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.337035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.337035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.337035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.337035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.337035] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 is going to be updated. [ 1104.337628] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.337811] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.337897] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.338027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-494e3146-e8de-4e65-a6ec-a7275414d37d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.338158] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.338398] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.338398] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.338487] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18277ac1-a00f-4256-86f9-cc85f086d936" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.338606] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.338756] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.338818] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.338925] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b980fcfb-6f7d-4aff-91c2-612ab5cbae9a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.339053] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.339193] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.339266] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.339372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46da6b22-48c7-4d14-9ee8-6c0df0c486f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.416614] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.416777] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.416861] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.417060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.417151] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.417273] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.428820] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.428820] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.429086] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.429134] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.429249] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.429395] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13c9b8cd-3d21-424e-b3a2-01c86a663a51" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.503962] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf4c92f3-5360-491b-9c6d-b3a242e709a7: rpc.has_security_group_logging(os_id): False [ 1104.505302] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c910b46b-0916-43b8-95a3-38b1580dd9d6: rpc.has_security_group_logging(os_id): False [ 1104.507980] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67e87de2-ee17-49bb-8725-36c150ebf512: rpc.has_security_group_logging(os_id): False [ 1104.524566] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.524857] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.524857] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.525038] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.525192] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.550987] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.551176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.551212] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.551429] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.553176] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.553280] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.553992] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.554436] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.593125] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 in Status: IN_PROGRESS for 2s [ 1104.615256] env[69975]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1104.615858] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.616212] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.616354] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.616354] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.616972] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.616972] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.616972] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.616972] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.616972] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.617442] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.617442] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.617442] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.617442] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.617605] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.617632] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.617685] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.617770] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 is going to be updated. [ 1104.619653] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.619880] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.680117] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.680117] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.680117] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.680117] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.680117] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.680117] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.680117] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 is going to be updated. [ 1104.681189] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.681513] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.698290] env[69975]: INFO networking_nsxv3.common.synchronization [req-747b09e0-dacb-4af8-8414-45539d240c0d req-90cac46e-c252-4025-8b06-d698e8ba5c60 service nova] Enqueued Resource ID: 69321a5f-963a-4676-b9c6-0377219d6471 with Priority: HIGHEST for action security_group_rules [ 1104.698290] env[69975]: INFO networking_nsxv3.common.synchronization [req-747b09e0-dacb-4af8-8414-45539d240c0d req-90cac46e-c252-4025-8b06-d698e8ba5c60 service nova] Enqueued Resource ID: 69321a5f-963a-4676-b9c6-0377219d6471 with Priority: HIGHEST for action security_group_members [ 1104.698290] env[69975]: INFO networking_nsxv3.common.synchronization [req-747b09e0-dacb-4af8-8414-45539d240c0d req-90cac46e-c252-4025-8b06-d698e8ba5c60 service nova] Enqueued Resource ID: fe6324a8-865a-45fc-baef-1309b21878cd with Priority: HIGHEST for action port [ 1104.698290] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69321a5f-963a-4676-b9c6-0377219d6471 with Priority: HIGHEST for action security_group_rules [ 1104.698290] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69321a5f-963a-4676-b9c6-0377219d6471 with Priority: HIGHEST for action security_group_members [ 1104.698290] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6324a8-865a-45fc-baef-1309b21878cd with Priority: HIGHEST for action port [ 1104.698290] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69321a5f-963a-4676-b9c6-0377219d6471 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.698290] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.698290] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.699109] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.699425] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69321a5f-963a-4676-b9c6-0377219d6471',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.701386] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-69321a5f-963a-4676-b9c6-0377219d6471 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.701734] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.701929] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.702428] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.703482] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.703627] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.703627] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.703791] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.703878] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.703975] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69321a5f-963a-4676-b9c6-0377219d6471',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.706097] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe6324a8-865a-45fc-baef-1309b21878cd taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.706207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe6324a8-865a-45fc-baef-1309b21878cd" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.706286] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe6324a8-865a-45fc-baef-1309b21878cd" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.706939] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe6324a8-865a-45fc-baef-1309b21878cd" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.706939] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe6324a8-865a-45fc-baef-1309b21878cd',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.722046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.722046] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.722436] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.722436] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.722436] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.722583] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.722583] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67e87de2-ee17-49bb-8725-36c150ebf512 is going to be updated. [ 1104.773534] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.773731] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.773731] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.773928] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.774086] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.827370] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.827370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.827370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.827370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.827370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.832986] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: IN_PROGRESS for 2s [ 1104.839133] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 in Status: IN_PROGRESS for 2s [ 1104.870249] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.870468] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.870527] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.870743] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.871015] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.897319] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: IN_PROGRESS for 2s [ 1105.206916] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69321a5f-963a-4676-b9c6-0377219d6471',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.208515] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe6324a8-865a-45fc-baef-1309b21878cd with status ACTIVE [ 1105.208746] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.208898] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.208968] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.209204] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.209293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.210381] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.210541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.210612] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.210790] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.212255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.212255] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.212255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.212255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.212255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.212255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.212255] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe6324a8-865a-45fc-baef-1309b21878cd is going to be updated. [ 1105.212722] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-69321a5f-963a-4676-b9c6-0377219d6471 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.212941] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.236234] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.236443] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.236443] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.236656] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.236799] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.236960] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe6324a8-865a-45fc-baef-1309b21878cd" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.717617] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69321a5f-963a-4676-b9c6-0377219d6471',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.217917] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.217917] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.217917] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.218341] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.218341] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.218341] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69321a5f-963a-4676-b9c6-0377219d6471 is going to be created. [ 1106.240851] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.241022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.241096] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.241305] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.241471] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.253245] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69321a5f-963a-4676-b9c6-0377219d6471 in Status: UNINITIALIZED for 2s [ 1106.607192] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 in Status: SUCCESS [ 1106.607458] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.852884] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: SUCCESS [ 1106.853158] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.854072] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 in Status: SUCCESS [ 1106.854285] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.913171] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: SUCCESS [ 1106.913610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.172136] env[69975]: INFO networking_nsxv3.common.synchronization [req-bf56e3d8-7fce-4423-a858-a0787bde509d req-674f9935-cf37-4420-b285-502ff75e2d77 tempest-ServerActionsTestOtherA-1666177876 tempest-ServerActionsTestOtherA-1666177876-project-member] Enqueued Resource ID: d964e285-07a3-4fad-9a60-209c708d293e with Priority: HIGHEST for action security_group_members [ 1107.172750] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d964e285-07a3-4fad-9a60-209c708d293e with Priority: HIGHEST for action security_group_members [ 1107.173070] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d964e285-07a3-4fad-9a60-209c708d293e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.173185] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.173249] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.173733] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.173880] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.173963] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.174054] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.174306] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.174433] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.174584] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d964e285-07a3-4fad-9a60-209c708d293e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.478184] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.478481] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-200" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.478521] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-200" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.478778] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-200" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.479049] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.479212] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.479332] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.479555] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.479703] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.479921] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1107.480051] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.480173] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.480306] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.480426] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1107.480538] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.480675] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.499551] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.499713] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1107.499858] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.500049] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-200" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.500404] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-9292dad6-1ffe-4506-ba58-fb92f9a98323 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.500646] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-9292dad6-1ffe-4506-ba58-fb92f9a98323" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.500701] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-9292dad6-1ffe-4506-ba58-fb92f9a98323" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.501064] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-9292dad6-1ffe-4506-ba58-fb92f9a98323" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.501223] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9292dad6-1ffe-4506-ba58-fb92f9a98323',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.678042] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.678042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.678042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.678042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.678042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.678042] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.678357] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.678357] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.678357] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.678357] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.678497] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d964e285-07a3-4fad-9a60-209c708d293e is going to be deleted. [ 1107.710213] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.710213] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.710467] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.710467] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.711538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.711538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.003529] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.003793] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.003955] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.004286] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.004448] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.004617] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 9292dad6-1ffe-4506-ba58-fb92f9a98323 not found, creating... [ 1108.004922] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.005104] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.005230] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.005452] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.005594] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.005876] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.006053] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.006178] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.006385] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.006553] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.006703] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 9292dad6-1ffe-4506-ba58-fb92f9a98323 is going to be created. [ 1108.029569] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.029793] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.029922] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.030209] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.030444] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.030668] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-9292dad6-1ffe-4506-ba58-fb92f9a98323" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.263962] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69321a5f-963a-4676-b9c6-0377219d6471 in Status: SUCCESS [ 1108.264458] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.264691] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.265208] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.265512] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.265694] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.265744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.265873] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.265946] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.266049] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.266164] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69321a5f-963a-4676-b9c6-0377219d6471',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.768219] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-69321a5f-963a-4676-b9c6-0377219d6471 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.768488] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.768488] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.768670] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.768834] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.769044] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.769044] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.769146] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.769233] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.769321] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.769515] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-69321a5f-963a-4676-b9c6-0377219d6471 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.769617] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.769677] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.769816] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.769951] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.770060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.770109] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.770245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.770337] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.770451] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.770545] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69321a5f-963a-4676-b9c6-0377219d6471',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.794240] env[69975]: INFO networking_nsxv3.common.synchronization [req-bf56e3d8-7fce-4423-a858-a0787bde509d req-a66be211-97d4-4b14-820a-2dbf78e2c971 service nova] Enqueued Resource ID: d964e285-07a3-4fad-9a60-209c708d293e with Priority: HIGHEST for action security_group_rules [ 1108.794430] env[69975]: INFO networking_nsxv3.common.synchronization [req-bf56e3d8-7fce-4423-a858-a0787bde509d req-a66be211-97d4-4b14-820a-2dbf78e2c971 service nova] Enqueued Resource ID: d964e285-07a3-4fad-9a60-209c708d293e with Priority: HIGHEST for action security_group_members [ 1108.794824] env[69975]: INFO networking_nsxv3.common.synchronization [req-bf56e3d8-7fce-4423-a858-a0787bde509d req-a66be211-97d4-4b14-820a-2dbf78e2c971 service nova] Enqueued Resource ID: 9292dad6-1ffe-4506-ba58-fb92f9a98323 with Priority: HIGHEST for action port [ 1108.794824] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d964e285-07a3-4fad-9a60-209c708d293e with Priority: HIGHEST for action security_group_rules [ 1108.794939] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d964e285-07a3-4fad-9a60-209c708d293e with Priority: HIGHEST for action security_group_members [ 1108.795012] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9292dad6-1ffe-4506-ba58-fb92f9a98323 with Priority: HIGHEST for action port [ 1108.795531] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d964e285-07a3-4fad-9a60-209c708d293e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.795654] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.795721] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.795928] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.796015] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d964e285-07a3-4fad-9a60-209c708d293e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.797302] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d964e285-07a3-4fad-9a60-209c708d293e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.797534] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.797654] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.797903] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.798121] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.799039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.799039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.799039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.799039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.799039] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d964e285-07a3-4fad-9a60-209c708d293e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.799971] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-9292dad6-1ffe-4506-ba58-fb92f9a98323 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.802636] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9292dad6-1ffe-4506-ba58-fb92f9a98323" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.802636] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9292dad6-1ffe-4506-ba58-fb92f9a98323" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.802636] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9292dad6-1ffe-4506-ba58-fb92f9a98323" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.802636] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9292dad6-1ffe-4506-ba58-fb92f9a98323',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.273508] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69321a5f-963a-4676-b9c6-0377219d6471: rpc.has_security_group_logging(os_id): False [ 1109.291092] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.291249] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.291343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.291563] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.291653] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.291850] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.291957] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.292027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.292168] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.292246] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.292506] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.292615] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.292677] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.292818] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.292891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.293092] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.293186] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.293245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.293379] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.293476] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.293579] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69321a5f-963a-4676-b9c6-0377219d6471 is going to be created. [ 1109.302651] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d964e285-07a3-4fad-9a60-209c708d293e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.303644] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d964e285-07a3-4fad-9a60-209c708d293e taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.303739] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.303898] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9292dad6-1ffe-4506-ba58-fb92f9a98323 with status ACTIVE [ 1109.304061] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.304164] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.304229] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.304432] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.304520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.304704] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.304859] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.304859] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.305026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.305104] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.305281] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.305376] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.305468] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.305681] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.305765] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.305853] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9292dad6-1ffe-4506-ba58-fb92f9a98323 is going to be updated. [ 1109.327506] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.327656] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.327865] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.327925] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.328076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.328235] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9292dad6-1ffe-4506-ba58-fb92f9a98323" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.382977] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.383139] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.383209] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.383424] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.383611] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.395232] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69321a5f-963a-4676-b9c6-0377219d6471 in Status: IN_PROGRESS for 2s [ 1109.808421] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d964e285-07a3-4fad-9a60-209c708d293e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.311135] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.311135] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.311296] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.311488] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.311608] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.311752] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d964e285-07a3-4fad-9a60-209c708d293e is going to be created. [ 1110.340066] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.340226] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.340296] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.340560] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.340727] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.350642] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d964e285-07a3-4fad-9a60-209c708d293e in Status: UNINITIALIZED for 2s [ 1110.789756] env[69975]: INFO networking_nsxv3.common.synchronization [req-3470cbe8-dfe3-45df-baf9-749a6628e5c9 req-b6d52104-250b-44d1-880c-4f6803575d5f tempest-ServersTestJSON-915624429 tempest-ServersTestJSON-915624429-project-member] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 1110.789756] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 1110.789756] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.789756] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.789756] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.789756] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.790073] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.790073] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.790146] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.790662] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.790662] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.790662] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.293394] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.395184] env[69975]: INFO networking_nsxv3.common.synchronization [req-90a4d3cb-754d-4137-a525-769510cdecab req-30c2b34e-3e06-433f-ab30-14ce6a7f7c15 tempest-MultipleCreateTestJSON-738689597 tempest-MultipleCreateTestJSON-738689597-project-member] Enqueued Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_members [ 1111.395184] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_members [ 1111.395184] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-86e658b8-7531-492f-9b31-9495480041ca taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.395184] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.395184] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.395515] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.395785] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.396043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.396209] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.396473] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.396664] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.396852] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.412873] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69321a5f-963a-4676-b9c6-0377219d6471 in Status: SUCCESS [ 1111.412873] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.795756] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.900112] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.900277] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.900350] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.900582] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.900665] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.900861] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.900975] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.901050] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.901199] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.901277] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.901362] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86e658b8-7531-492f-9b31-9495480041ca is going to be deleted. [ 1111.932573] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.932794] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.932794] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.933053] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.933149] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.933248] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.974420] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.974684] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-887" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.974864] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-887" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.975958] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-887" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.975958] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.975958] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.975958] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.975958] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.976210] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.976269] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.976387] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.976503] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.976615] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.976729] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.976845] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.976975] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.998583] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.998791] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1111.999140] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.999356] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-887" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.999692] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-bef3a859-8f07-4807-8007-407dd8247fe3 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.999911] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-bef3a859-8f07-4807-8007-407dd8247fe3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.000076] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-bef3a859-8f07-4807-8007-407dd8247fe3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.000451] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-bef3a859-8f07-4807-8007-407dd8247fe3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.000629] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bef3a859-8f07-4807-8007-407dd8247fe3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.298171] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.298450] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.298450] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.299028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.299028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.299028] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be updated. [ 1112.330530] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.330679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.330750] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.330961] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.331125] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.339807] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: IN_PROGRESS for 2s [ 1112.359814] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d964e285-07a3-4fad-9a60-209c708d293e in Status: SUCCESS [ 1112.360140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.360310] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.360521] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.360710] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.361060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.361060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.361060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.361137] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.361199] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.361314] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d964e285-07a3-4fad-9a60-209c708d293e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.503167] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.503412] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.503551] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.503898] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.504042] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.504211] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port bef3a859-8f07-4807-8007-407dd8247fe3 not found, creating... [ 1112.504481] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.504650] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.504773] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.505008] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.505160] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.505444] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.505609] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.505755] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.505943] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.506092] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.506238] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: bef3a859-8f07-4807-8007-407dd8247fe3 is going to be created. [ 1112.537580] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.537803] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.537933] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.538236] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.538465] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.538691] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-bef3a859-8f07-4807-8007-407dd8247fe3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.864174] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d964e285-07a3-4fad-9a60-209c708d293e taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.864397] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.864466] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.864725] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.865023] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.865147] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.865215] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.865386] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.865474] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.865575] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.865723] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d964e285-07a3-4fad-9a60-209c708d293e taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.865817] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.865878] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.866041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.866179] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.866270] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.866333] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.866468] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.866545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.866627] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.866720] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d964e285-07a3-4fad-9a60-209c708d293e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.368648] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d964e285-07a3-4fad-9a60-209c708d293e: rpc.has_security_group_logging(os_id): False [ 1113.388121] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.388292] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.388333] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.388579] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.388677] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.388893] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.388993] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.389069] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.389298] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.389375] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.389558] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.389656] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.389722] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.389856] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.389930] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.390117] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.390210] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.390271] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.390407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.390479] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.390562] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d964e285-07a3-4fad-9a60-209c708d293e is going to be created. [ 1113.449250] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.449403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.449651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.449699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.449870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.461233] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d964e285-07a3-4fad-9a60-209c708d293e in Status: IN_PROGRESS for 2s [ 1113.790155] env[69975]: INFO networking_nsxv3.common.synchronization [req-90a4d3cb-754d-4137-a525-769510cdecab req-ab69719d-b14c-4b75-92d6-05e75c0800e1 service nova] Enqueued Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_rules [ 1113.790155] env[69975]: INFO networking_nsxv3.common.synchronization [req-90a4d3cb-754d-4137-a525-769510cdecab req-ab69719d-b14c-4b75-92d6-05e75c0800e1 service nova] Enqueued Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_members [ 1113.790155] env[69975]: INFO networking_nsxv3.common.synchronization [req-90a4d3cb-754d-4137-a525-769510cdecab req-ab69719d-b14c-4b75-92d6-05e75c0800e1 service nova] Enqueued Resource ID: bef3a859-8f07-4807-8007-407dd8247fe3 with Priority: HIGHEST for action port [ 1113.790155] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_rules [ 1113.790155] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_members [ 1113.790155] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bef3a859-8f07-4807-8007-407dd8247fe3 with Priority: HIGHEST for action port [ 1113.790155] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86e658b8-7531-492f-9b31-9495480041ca taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.790155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.790155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.790155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.790155] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.795018] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-86e658b8-7531-492f-9b31-9495480041ca taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.795018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.795018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.795018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.795392] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.795608] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.795790] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.797144] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.797144] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.797144] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.797144] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-bef3a859-8f07-4807-8007-407dd8247fe3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.797439] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bef3a859-8f07-4807-8007-407dd8247fe3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.797523] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bef3a859-8f07-4807-8007-407dd8247fe3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.798088] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bef3a859-8f07-4807-8007-407dd8247fe3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.798088] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bef3a859-8f07-4807-8007-407dd8247fe3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.800136] env[69975]: INFO networking_nsxv3.common.synchronization [req-90a4d3cb-754d-4137-a525-769510cdecab req-d3924e91-dd15-4cda-9d8a-3e9deac1cf84 tempest-MultipleCreateTestJSON-738689597 tempest-MultipleCreateTestJSON-738689597-project-member] Enqueued Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_members [ 1113.801586] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_members [ 1113.802090] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-86e658b8-7531-492f-9b31-9495480041ca taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.802393] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.202163] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.202369] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-887" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.202529] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-887" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.203051] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-887" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.203896] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.204189] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.204293] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.204606] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.204765] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.204991] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.205124] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.205239] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.205351] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.205465] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.206023] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.206023] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.239076] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.239494] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1114.239558] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.239816] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-887" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.240201] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-332199ea-71d3-4b36-8f64-bdad19027689 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.240486] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-332199ea-71d3-4b36-8f64-bdad19027689" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.240660] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-332199ea-71d3-4b36-8f64-bdad19027689" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.241104] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-332199ea-71d3-4b36-8f64-bdad19027689" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.241338] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('332199ea-71d3-4b36-8f64-bdad19027689',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.300816] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-86e658b8-7531-492f-9b31-9495480041ca taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.300816] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.302845] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bef3a859-8f07-4807-8007-407dd8247fe3 with status ACTIVE [ 1114.303019] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.303220] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.303280] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.303555] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.303676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.303900] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.304037] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.304114] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.304314] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.304413] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.304711] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.304797] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.304829] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.304993] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.305107] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.305216] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bef3a859-8f07-4807-8007-407dd8247fe3 is going to be updated. [ 1114.306454] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.333410] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.333575] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.333643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.333843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.334108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.334382] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bef3a859-8f07-4807-8007-407dd8247fe3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.352988] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: SUCCESS [ 1114.353304] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.744034] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.744487] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.744487] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.744715] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.744886] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.745067] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 332199ea-71d3-4b36-8f64-bdad19027689 not found, creating... [ 1114.745424] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.745592] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.745717] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.745947] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.746106] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.746394] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.746557] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.746679] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.746892] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.747040] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.747187] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 332199ea-71d3-4b36-8f64-bdad19027689 is going to be created. [ 1114.770320] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.770577] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.770719] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.770931] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.771186] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.771418] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-332199ea-71d3-4b36-8f64-bdad19027689" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.809194] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.312222] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.312433] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.312635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.312922] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.313039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.313149] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86e658b8-7531-492f-9b31-9495480041ca is going to be created. [ 1115.338663] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.338822] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.338863] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.339136] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.339313] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.350247] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86e658b8-7531-492f-9b31-9495480041ca in Status: UNINITIALIZED for 2s [ 1115.458357] env[69975]: INFO networking_nsxv3.common.synchronization [req-90a4d3cb-754d-4137-a525-769510cdecab req-1d0ddcab-a5a6-4591-9e57-8c620495e511 service nova] Enqueued Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_rules [ 1115.458465] env[69975]: INFO networking_nsxv3.common.synchronization [req-90a4d3cb-754d-4137-a525-769510cdecab req-1d0ddcab-a5a6-4591-9e57-8c620495e511 service nova] Enqueued Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_members [ 1115.458609] env[69975]: INFO networking_nsxv3.common.synchronization [req-90a4d3cb-754d-4137-a525-769510cdecab req-1d0ddcab-a5a6-4591-9e57-8c620495e511 service nova] Enqueued Resource ID: 332199ea-71d3-4b36-8f64-bdad19027689 with Priority: HIGHEST for action port [ 1115.458840] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_rules [ 1115.458965] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_members [ 1115.459076] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 332199ea-71d3-4b36-8f64-bdad19027689 with Priority: HIGHEST for action port [ 1115.459623] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86e658b8-7531-492f-9b31-9495480041ca taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.459735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.459922] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-86e658b8-7531-492f-9b31-9495480041ca taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.460011] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.460294] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-332199ea-71d3-4b36-8f64-bdad19027689 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.460398] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-332199ea-71d3-4b36-8f64-bdad19027689" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.460462] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-332199ea-71d3-4b36-8f64-bdad19027689" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.460657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-332199ea-71d3-4b36-8f64-bdad19027689" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.460753] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('332199ea-71d3-4b36-8f64-bdad19027689',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.473357] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d964e285-07a3-4fad-9a60-209c708d293e in Status: SUCCESS [ 1115.473626] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.900313] env[69975]: INFO networking_nsxv3.common.synchronization [req-40c86c0b-143c-4f9d-a3dc-af9bf7ef199e req-146a038a-327e-47c7-b175-161964f8c53e tempest-ServerActionsTestOtherA-1666177876 tempest-ServerActionsTestOtherA-1666177876-project-member] Enqueued Resource ID: d964e285-07a3-4fad-9a60-209c708d293e with Priority: HIGHEST for action security_group_members [ 1115.900865] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d964e285-07a3-4fad-9a60-209c708d293e with Priority: HIGHEST for action security_group_members [ 1115.901177] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-d964e285-07a3-4fad-9a60-209c708d293e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.901305] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.901391] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.901599] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.902168] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.902168] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.902168] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.902168] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.902451] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.902451] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d964e285-07a3-4fad-9a60-209c708d293e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.946759] env[69975]: INFO networking_nsxv3.common.synchronization [req-40c86c0b-143c-4f9d-a3dc-af9bf7ef199e req-146a038a-327e-47c7-b175-161964f8c53e tempest-ServerActionsTestOtherA-1666177876 tempest-ServerActionsTestOtherA-1666177876-project-member] Enqueued Resource ID: 9292dad6-1ffe-4506-ba58-fb92f9a98323 with Priority: HIGHEST for action port [ 1115.947541] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9292dad6-1ffe-4506-ba58-fb92f9a98323 with Priority: HIGHEST for action port [ 1115.947841] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-9292dad6-1ffe-4506-ba58-fb92f9a98323 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.948261] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9292dad6-1ffe-4506-ba58-fb92f9a98323" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.948332] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9292dad6-1ffe-4506-ba58-fb92f9a98323" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.948522] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9292dad6-1ffe-4506-ba58-fb92f9a98323" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.948663] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9292dad6-1ffe-4506-ba58-fb92f9a98323',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.964013] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 332199ea-71d3-4b36-8f64-bdad19027689 with status ACTIVE [ 1115.964013] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.964161] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.964230] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.964433] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.964523] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.964700] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.964797] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.964858] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.965025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.965094] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.965272] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.965358] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.965408] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.965547] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.965616] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.965699] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 332199ea-71d3-4b36-8f64-bdad19027689 is going to be updated. [ 1115.990116] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.990328] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.990430] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.990672] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.990846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.991032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-332199ea-71d3-4b36-8f64-bdad19027689" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.404545] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.404706] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.404796] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.405172] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.405284] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.405498] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.405632] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.405708] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.405885] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.405969] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.406077] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d964e285-07a3-4fad-9a60-209c708d293e is going to be updated. [ 1116.435474] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.435646] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.435739] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.435955] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.436125] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.446393] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d964e285-07a3-4fad-9a60-209c708d293e in Status: IN_PROGRESS for 2s [ 1116.450791] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9292dad6-1ffe-4506-ba58-fb92f9a98323 with status ACTIVE [ 1116.451021] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.451162] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.451230] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.451459] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.451552] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.451729] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.451826] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.451886] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.452046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.452128] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.452294] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.452425] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.453070] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.453070] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.453070] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.453070] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9292dad6-1ffe-4506-ba58-fb92f9a98323 is going to be updated. [ 1116.477075] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.477075] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.477328] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.477479] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.477704] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.478557] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9292dad6-1ffe-4506-ba58-fb92f9a98323" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.361219] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86e658b8-7531-492f-9b31-9495480041ca in Status: SUCCESS [ 1117.361536] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.362161] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.362161] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.362161] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.362324] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.362324] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.362439] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.362780] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.362780] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.865707] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.368680] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.456503] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d964e285-07a3-4fad-9a60-209c708d293e in Status: SUCCESS [ 1118.456842] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d964e285-07a3-4fad-9a60-209c708d293e deletion is rescheduled due to dependency. [ 1118.456989] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.873953] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.873953] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.873953] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.873953] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.873953] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.873953] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86e658b8-7531-492f-9b31-9495480041ca is going to be updated. [ 1118.911938] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.911938] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.911938] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.911938] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.911938] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.923223] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86e658b8-7531-492f-9b31-9495480041ca in Status: IN_PROGRESS for 2s [ 1119.104978] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-865 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.104978] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-865" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.104978] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-865" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.104978] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-865" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.105372] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.105434] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.105553] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.105781] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.105931] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.106194] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.106315] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.106405] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.106512] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.106624] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.106738] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.106877] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.124589] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.124760] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1119.124925] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.125135] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-865" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.125480] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-1ded08ab-b715-4b57-81f3-69d6383c5a74 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.125659] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-1ded08ab-b715-4b57-81f3-69d6383c5a74" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.125790] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-1ded08ab-b715-4b57-81f3-69d6383c5a74" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.126081] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-1ded08ab-b715-4b57-81f3-69d6383c5a74" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.126228] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ded08ab-b715-4b57-81f3-69d6383c5a74',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.628949] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.629360] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.629360] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.629691] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.629907] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.630293] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.630541] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.630728] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.630992] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.631147] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.631452] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.631668] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.631728] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.632137] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.632137] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.632253] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 1ded08ab-b715-4b57-81f3-69d6383c5a74 is going to be updated. [ 1119.659019] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.659019] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.659019] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.659303] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.659514] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.659887] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-1ded08ab-b715-4b57-81f3-69d6383c5a74" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.358418] env[69975]: INFO networking_nsxv3.common.synchronization [req-6869c107-3c35-4e93-98a2-162af280e16f req-93e010b8-1df6-485f-8c76-e560a215d9fb service nova] Enqueued Resource ID: 8e815e89-5773-4cca-9475-c1546d8107e9 with Priority: HIGHEST for action security_group_rules [ 1120.358682] env[69975]: INFO networking_nsxv3.common.synchronization [req-6869c107-3c35-4e93-98a2-162af280e16f req-93e010b8-1df6-485f-8c76-e560a215d9fb service nova] Enqueued Resource ID: 8e815e89-5773-4cca-9475-c1546d8107e9 with Priority: HIGHEST for action security_group_members [ 1120.358824] env[69975]: INFO networking_nsxv3.common.synchronization [req-6869c107-3c35-4e93-98a2-162af280e16f req-93e010b8-1df6-485f-8c76-e560a215d9fb service nova] Enqueued Resource ID: 1ded08ab-b715-4b57-81f3-69d6383c5a74 with Priority: HIGHEST for action port [ 1120.359346] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e815e89-5773-4cca-9475-c1546d8107e9 with Priority: HIGHEST for action security_group_rules [ 1120.359479] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e815e89-5773-4cca-9475-c1546d8107e9 with Priority: HIGHEST for action security_group_members [ 1120.359575] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ded08ab-b715-4b57-81f3-69d6383c5a74 with Priority: HIGHEST for action port [ 1120.360468] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e815e89-5773-4cca-9475-c1546d8107e9 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.360468] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.360468] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.360468] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.360468] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e815e89-5773-4cca-9475-c1546d8107e9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.361354] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e815e89-5773-4cca-9475-c1546d8107e9 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.361490] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.361560] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.361758] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.361909] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.362050] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.362113] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.362236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.362341] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.362439] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e815e89-5773-4cca-9475-c1546d8107e9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.363274] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ded08ab-b715-4b57-81f3-69d6383c5a74 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.363455] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ded08ab-b715-4b57-81f3-69d6383c5a74" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.363455] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ded08ab-b715-4b57-81f3-69d6383c5a74" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.363592] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ded08ab-b715-4b57-81f3-69d6383c5a74" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.363678] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ded08ab-b715-4b57-81f3-69d6383c5a74',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.866127] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e815e89-5773-4cca-9475-c1546d8107e9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.867392] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e815e89-5773-4cca-9475-c1546d8107e9 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.867577] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.867675] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ded08ab-b715-4b57-81f3-69d6383c5a74 with status ACTIVE [ 1120.867868] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.867985] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.868070] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.868262] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.868349] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.868517] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.868609] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.868662] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.868809] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.868884] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.869075] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.869187] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.869243] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.869375] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.869420] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.869492] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ded08ab-b715-4b57-81f3-69d6383c5a74 is going to be updated. [ 1120.892941] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.893273] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.893273] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.893444] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.893512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.893638] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ded08ab-b715-4b57-81f3-69d6383c5a74" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.933142] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86e658b8-7531-492f-9b31-9495480041ca in Status: SUCCESS [ 1120.933428] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.933428] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.933764] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.933832] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.933955] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.933955] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.934136] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.934212] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.934292] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.934392] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.935292] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.935451] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.935599] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.935736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.935804] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.935879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.935952] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.936039] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.372066] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e815e89-5773-4cca-9475-c1546d8107e9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.438085] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-86e658b8-7531-492f-9b31-9495480041ca taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.438419] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.439010] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.874387] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.874622] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.874673] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.875091] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.875208] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.875318] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e815e89-5773-4cca-9475-c1546d8107e9 is going to be updated. [ 1121.908206] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.908471] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.908471] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.908702] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.908778] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.918599] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e815e89-5773-4cca-9475-c1546d8107e9 in Status: IN_PROGRESS for 2s [ 1121.942130] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.445416] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.445543] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.445587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.445837] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.445948] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.446062] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86e658b8-7531-492f-9b31-9495480041ca is going to be updated. [ 1122.479581] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.479666] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.479702] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.479892] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.480065] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.492503] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86e658b8-7531-492f-9b31-9495480041ca in Status: IN_PROGRESS for 2s [ 1123.928751] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e815e89-5773-4cca-9475-c1546d8107e9 in Status: SUCCESS [ 1123.929166] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.929215] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.929453] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.929674] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.929806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.929888] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.930045] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.930149] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.930254] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.930363] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e815e89-5773-4cca-9475-c1546d8107e9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.433134] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e815e89-5773-4cca-9475-c1546d8107e9 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.433340] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.433431] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.433659] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.433860] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.433971] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.434060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.434256] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.434360] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.434473] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.434691] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e815e89-5773-4cca-9475-c1546d8107e9 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.434808] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.434865] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.435057] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.435190] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.435283] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.435348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.435487] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.435562] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.435643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.435736] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e815e89-5773-4cca-9475-c1546d8107e9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.504180] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86e658b8-7531-492f-9b31-9495480041ca in Status: SUCCESS [ 1124.504460] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.504756] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.505130] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.505436] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.505608] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.505718] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.505970] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.506096] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.506256] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.506499] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-86e658b8-7531-492f-9b31-9495480041ca taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.506643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.506736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.506925] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.507164] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.507320] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.507971] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.507971] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.507971] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.507971] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.507971] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.940339] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e815e89-5773-4cca-9475-c1546d8107e9: rpc.has_security_group_logging(os_id): False [ 1124.959945] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.959945] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.959945] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.959945] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.981036] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.981343] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.981475] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.981551] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.981894] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.982045] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.982351] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.982515] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.982585] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.982798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.982878] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.985860] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.986022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.986097] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.986278] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.986363] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.986467] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e815e89-5773-4cca-9475-c1546d8107e9 is going to be updated. [ 1125.010546] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86e658b8-7531-492f-9b31-9495480041ca: rpc.has_security_group_logging(os_id): False [ 1125.145610] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.145788] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.145788] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.146023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.146118] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.146336] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.146438] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.146505] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.146658] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.146742] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.146922] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.147025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.147088] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.147233] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.147302] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.147484] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.147575] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.147877] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.148248] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.148248] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.148356] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86e658b8-7531-492f-9b31-9495480041ca is going to be created. [ 1125.202040] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.202040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.202040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.202040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.202040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.213872] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e815e89-5773-4cca-9475-c1546d8107e9 in Status: IN_PROGRESS for 2s [ 1125.240856] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.241081] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.241154] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.241367] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.241570] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.278196] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86e658b8-7531-492f-9b31-9495480041ca in Status: IN_PROGRESS for 2s [ 1125.363756] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1125.363756] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1125.796573] env[69975]: INFO networking_nsxv3.common.synchronization [req-6537beb7-44ad-4888-aaca-3b06c9c85abd req-b2959d1a-6786-477a-9c1e-44f5dd1e8249 tempest-MultipleCreateTestJSON-738689597 tempest-MultipleCreateTestJSON-738689597-project-member] Enqueued Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_members [ 1125.800268] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_members [ 1125.800792] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-86e658b8-7531-492f-9b31-9495480041ca taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.801048] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.801235] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.801587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.801864] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.802156] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.802320] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.802619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.802833] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.803050] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.097077] env[69975]: INFO networking_nsxv3.common.synchronization [req-8c553aba-3ac7-4667-906f-b8c774942db3 req-8dbf7a51-cc9c-477e-bd1a-54d7e55fe1ae tempest-MultipleCreateTestJSON-738689597 tempest-MultipleCreateTestJSON-738689597-project-member] Enqueued Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_members [ 1126.097446] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86e658b8-7531-492f-9b31-9495480041ca with Priority: HIGHEST for action security_group_members [ 1126.099163] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-86e658b8-7531-492f-9b31-9495480041ca taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.099285] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.306268] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.809153] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.986416] env[69975]: INFO networking_nsxv3.common.synchronization [req-83db5c16-dd42-4eaf-b82b-15f1eb66802d req-dc971789-d2fc-4e53-a179-cf3276805187 tempest-ServerDiskConfigTestJSON-1623943188 tempest-ServerDiskConfigTestJSON-1623943188-project-member] Enqueued Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 1126.987290] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 1126.987857] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.988081] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.988174] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.988537] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.988799] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.988962] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.989080] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.989332] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.989455] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.989612] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.250993] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e815e89-5773-4cca-9475-c1546d8107e9 in Status: SUCCESS [ 1127.251369] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.300307] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86e658b8-7531-492f-9b31-9495480041ca in Status: SUCCESS [ 1127.300307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.300307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.300307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.300307] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.314377] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.314636] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.314636] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.314878] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.314978] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.315154] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86e658b8-7531-492f-9b31-9495480041ca is going to be updated. [ 1127.365207] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.365207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.365207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.365207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.365207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.378367] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86e658b8-7531-492f-9b31-9495480041ca in Status: IN_PROGRESS for 2s [ 1127.471831] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-959 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.472081] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-959" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.472239] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-959" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.473072] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-959" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.473565] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.473789] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.473935] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.474226] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.474386] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.475626] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1127.475626] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1127.475626] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1127.475626] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1127.475626] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1127.475626] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1127.475626] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1127.497026] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.497026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.497026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.497026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.497026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.497026] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.497026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.497026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.497026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.497026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.497026] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 is going to be deleted. [ 1127.501184] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1127.501412] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1127.501639] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1127.501888] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-959" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.502366] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-d1958f5a-bc24-4a57-b409-5250e0302301 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.502501] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-d1958f5a-bc24-4a57-b409-5250e0302301" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.502611] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-d1958f5a-bc24-4a57-b409-5250e0302301" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.502998] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-d1958f5a-bc24-4a57-b409-5250e0302301" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.503190] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1958f5a-bc24-4a57-b409-5250e0302301',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.547076] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.547076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.547076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.547076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.547076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.547076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.826708] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.826866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.826917] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.827205] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.827417] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.827526] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86e658b8-7531-492f-9b31-9495480041ca is going to be deleted. [ 1127.894064] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.894300] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.894300] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.894550] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.894623] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.894713] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.005896] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.006086] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.006086] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.006694] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.006694] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.006694] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port d1958f5a-bc24-4a57-b409-5250e0302301 not found, creating... [ 1128.007093] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.007213] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.007654] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.007654] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.008948] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.008948] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.008948] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.008948] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.008948] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.013026] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.013026] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: d1958f5a-bc24-4a57-b409-5250e0302301 is going to be created. [ 1128.064959] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.066272] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.066272] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.066272] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.066272] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.067479] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-d1958f5a-bc24-4a57-b409-5250e0302301" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.668584] env[69975]: INFO networking_nsxv3.common.synchronization [req-5d0455a0-bedf-46ec-b6e0-dd9aab1b9a02 req-42c039a0-5f0b-495e-b0da-c7858818a268 tempest-AttachInterfacesTestJSON-924533598 tempest-AttachInterfacesTestJSON-924533598-project-member] Enqueued Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_members [ 1128.669198] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_members [ 1128.669502] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.669622] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.669692] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.669951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.671221] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.671221] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.671221] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.671527] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.671527] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.671527] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.994384] env[69975]: INFO networking_nsxv3.common.synchronization [req-83db5c16-dd42-4eaf-b82b-15f1eb66802d req-13a97e32-7dea-4fd1-9610-b6d61f03e2db service nova] Enqueued Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_rules [ 1128.994591] env[69975]: INFO networking_nsxv3.common.synchronization [req-83db5c16-dd42-4eaf-b82b-15f1eb66802d req-13a97e32-7dea-4fd1-9610-b6d61f03e2db service nova] Enqueued Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 1128.994738] env[69975]: INFO networking_nsxv3.common.synchronization [req-83db5c16-dd42-4eaf-b82b-15f1eb66802d req-13a97e32-7dea-4fd1-9610-b6d61f03e2db service nova] Enqueued Resource ID: d1958f5a-bc24-4a57-b409-5250e0302301 with Priority: HIGHEST for action port [ 1128.995392] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_rules [ 1128.995557] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 1128.995669] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1958f5a-bc24-4a57-b409-5250e0302301 with Priority: HIGHEST for action port [ 1128.995966] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.998506] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.998602] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.998831] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.998924] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.000038] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.000169] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.000239] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.000893] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.001445] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.001567] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.001639] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.001817] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.001944] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.002098] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.003241] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1958f5a-bc24-4a57-b409-5250e0302301 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.003609] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1958f5a-bc24-4a57-b409-5250e0302301" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.003609] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1958f5a-bc24-4a57-b409-5250e0302301" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.003871] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1958f5a-bc24-4a57-b409-5250e0302301" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.004036] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1958f5a-bc24-4a57-b409-5250e0302301',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.135209] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.135438] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.135687] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.135851] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.136171] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.136341] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.136464] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.136696] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.136841] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.137213] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.137360] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.137511] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.137596] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.137716] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.137823] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.138034] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.160383] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.160593] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1129.160745] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.160971] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.161435] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-b3ad6672-fd65-45f5-8885-0d0a36722a5e taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.161691] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-b3ad6672-fd65-45f5-8885-0d0a36722a5e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.161881] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-b3ad6672-fd65-45f5-8885-0d0a36722a5e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.162438] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-b3ad6672-fd65-45f5-8885-0d0a36722a5e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.162438] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3ad6672-fd65-45f5-8885-0d0a36722a5e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.174413] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.174580] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.174616] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.176446] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.176446] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.176446] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.176446] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.176446] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.176446] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.176446] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.176446] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e already deleted. [ 1129.176446] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.388587] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86e658b8-7531-492f-9b31-9495480041ca in Status: SUCCESS [ 1129.388815] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.388988] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.389256] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.389437] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.389556] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.389621] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.389766] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.389848] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.389942] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86e658b8-7531-492f-9b31-9495480041ca',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.506937] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1958f5a-bc24-4a57-b409-5250e0302301 with status ACTIVE [ 1129.507221] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.507363] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.507432] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.507645] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.507735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.507919] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.508027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.508087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.508233] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.508307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.508487] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.508580] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.508641] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.508791] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.508866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.508952] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1958f5a-bc24-4a57-b409-5250e0302301 is going to be updated. [ 1129.510062] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.510993] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.511102] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.533798] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.534090] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.534090] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.534234] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.534374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.534538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1958f5a-bc24-4a57-b409-5250e0302301" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.667874] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.668134] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.668268] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.668634] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.668888] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.668979] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port b3ad6672-fd65-45f5-8885-0d0a36722a5e not found, creating... [ 1129.669280] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.670077] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.670272] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.670566] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.670729] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.671074] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.671253] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.671380] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.671620] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.671817] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.671908] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: b3ad6672-fd65-45f5-8885-0d0a36722a5e is going to be created. [ 1129.706643] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.706868] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.707011] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.707331] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.707573] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.707809] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-b3ad6672-fd65-45f5-8885-0d0a36722a5e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.892686] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.893015] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.893015] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.893231] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.893438] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.893557] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.893696] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.893769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.893957] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.894075] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.894163] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86e658b8-7531-492f-9b31-9495480041ca is going to be deleted. [ 1129.938325] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.938656] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.938835] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.939333] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.939554] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.939860] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86e658b8-7531-492f-9b31-9495480041ca" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.012863] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.516663] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.516840] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.516901] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.517192] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.517281] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.517407] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 is going to be created. [ 1130.544340] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.544509] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.545867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.545867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.545867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.561547] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: UNINITIALIZED for 2s [ 1130.929222] env[69975]: INFO networking_nsxv3.common.synchronization [req-842da7d4-3624-48fe-9c0f-c5245e3301d3 req-132f6218-767e-44fe-97fd-339e12f3a872 tempest-AttachVolumeNegativeTest-1055724446 tempest-AttachVolumeNegativeTest-1055724446-project-member] Enqueued Resource ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 with Priority: HIGHEST for action security_group_members [ 1130.929846] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 with Priority: HIGHEST for action security_group_members [ 1130.930364] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e14c31-2b0e-48bf-ae0b-1881c1135c52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.930503] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.930584] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.930823] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.931066] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.931720] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.931720] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.931720] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.931720] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.931720] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e14c31-2b0e-48bf-ae0b-1881c1135c52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.231672] env[69975]: INFO networking_nsxv3.common.synchronization [req-5d0455a0-bedf-46ec-b6e0-dd9aab1b9a02 req-2fc62afa-b024-4fd4-b186-cbf30948a1c6 service nova] Enqueued Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_rules [ 1131.231853] env[69975]: INFO networking_nsxv3.common.synchronization [req-5d0455a0-bedf-46ec-b6e0-dd9aab1b9a02 req-2fc62afa-b024-4fd4-b186-cbf30948a1c6 service nova] Enqueued Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_members [ 1131.231978] env[69975]: INFO networking_nsxv3.common.synchronization [req-5d0455a0-bedf-46ec-b6e0-dd9aab1b9a02 req-2fc62afa-b024-4fd4-b186-cbf30948a1c6 service nova] Enqueued Resource ID: b3ad6672-fd65-45f5-8885-0d0a36722a5e with Priority: HIGHEST for action port [ 1131.232621] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_rules [ 1131.232754] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_members [ 1131.232947] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ad6672-fd65-45f5-8885-0d0a36722a5e with Priority: HIGHEST for action port [ 1131.233468] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.233619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.233681] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.233910] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.233990] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.236315] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.236442] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.238021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.238021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.238021] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.238021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.238021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.238021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.238021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.238021] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.238575] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3ad6672-fd65-45f5-8885-0d0a36722a5e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.238575] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3ad6672-fd65-45f5-8885-0d0a36722a5e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.238575] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3ad6672-fd65-45f5-8885-0d0a36722a5e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.238575] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3ad6672-fd65-45f5-8885-0d0a36722a5e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.239086] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3ad6672-fd65-45f5-8885-0d0a36722a5e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.437293] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.437293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.437293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.437293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.437293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.437293] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.437293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.437293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.437293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.437293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.437293] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 is going to be updated. [ 1131.469769] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.469769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.469769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.469769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.469769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.480458] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 in Status: IN_PROGRESS for 2s [ 1131.737337] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.737533] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.740683] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.741035] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3ad6672-fd65-45f5-8885-0d0a36722a5e with status ACTIVE [ 1131.741230] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.741353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.741413] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.741623] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.741708] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.741907] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.742063] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.742140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.742301] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.742379] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.742561] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.742656] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.742708] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.742887] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.742958] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.743061] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3ad6672-fd65-45f5-8885-0d0a36722a5e is going to be updated. [ 1131.772016] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.772194] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.772287] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.772482] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.772618] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.772880] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3ad6672-fd65-45f5-8885-0d0a36722a5e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.245359] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.578302] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: SUCCESS [ 1132.578596] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.578820] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.579155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.579478] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.579627] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.579698] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.579916] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.580046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.580145] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.580262] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.748514] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.748768] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.748768] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.748951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.749059] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.749165] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e is going to be created. [ 1132.779651] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.779811] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.779874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.780129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.780294] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.794321] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: UNINITIALIZED for 2s [ 1133.082730] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.082949] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.083034] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.083246] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.083418] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.083569] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.083569] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.083711] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.083802] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.083889] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.084043] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.084137] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.084195] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.084348] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.084514] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.084703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.084703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.084762] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.084817] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.084896] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.085044] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.493200] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 in Status: SUCCESS [ 1133.493506] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 deletion is rescheduled due to dependency. [ 1133.493506] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.587129] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92dcf97a-22f1-4da8-a70e-2cd59eb07b52: rpc.has_security_group_logging(os_id): False [ 1133.606288] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.606522] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.606522] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.607176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.607176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.607176] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.607176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.607545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.607545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.607545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.607832] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.607832] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.607832] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.608047] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.608047] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.608316] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.608412] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.608467] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.608597] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.608670] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.608727] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 is going to be created. [ 1133.683528] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.683712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.683753] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.683999] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.684196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.697281] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: IN_PROGRESS for 2s [ 1134.805449] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: SUCCESS [ 1134.805939] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.805939] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.806086] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.806269] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.806383] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.806442] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.806624] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.806706] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.806813] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.806916] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.309684] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.309879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.309921] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.310220] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.310393] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.310503] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.310567] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.310742] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.310864] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.310976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.311088] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.311189] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.311250] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.311390] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.311526] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.311632] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.311684] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.311812] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.311888] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.311971] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.313105] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.714926] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: SUCCESS [ 1135.715126] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.814864] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6216993-7d69-49eb-9a8b-fa0d1cebb40e: rpc.has_security_group_logging(os_id): False [ 1135.835384] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.835384] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.835384] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.835669] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.835802] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.836094] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.836236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.836333] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.836588] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.836681] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.836944] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.837085] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.837177] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.837407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.837553] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.837776] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.837896] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.837977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.838213] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.838390] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.838565] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e is going to be created. [ 1135.922803] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.923105] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.923177] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.923401] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.923665] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.938866] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: IN_PROGRESS for 2s [ 1136.235335] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1136.235335] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1136.401159] env[69975]: INFO networking_nsxv3.common.synchronization [req-529b0a4c-e740-4f2a-9b73-8d4ad3eec85b req-b6c14123-048e-443b-a723-6d695bea0391 tempest-ServersAdminNegativeTestJSON-1880926754 tempest-ServersAdminNegativeTestJSON-1880926754-project-member] Enqueued Resource ID: 69321a5f-963a-4676-b9c6-0377219d6471 with Priority: HIGHEST for action security_group_members [ 1136.401159] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69321a5f-963a-4676-b9c6-0377219d6471 with Priority: HIGHEST for action security_group_members [ 1136.401889] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-69321a5f-963a-4676-b9c6-0377219d6471 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.402236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.402529] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.405021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.405021] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.405021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.405021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.405021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.405021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.405021] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69321a5f-963a-4676-b9c6-0377219d6471',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.781328] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.781328] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.781328] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.781625] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.782052] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.782194] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.782349] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.782624] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.782772] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.783081] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.783204] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.783342] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.783455] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.783540] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.783648] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.783788] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.805811] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.806050] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1136.806199] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.806389] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-626" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.806709] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-26a5b972-58d8-44a6-abfb-c79dd1301e05 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.806883] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-26a5b972-58d8-44a6-abfb-c79dd1301e05" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.807037] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-26a5b972-58d8-44a6-abfb-c79dd1301e05" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.807349] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-26a5b972-58d8-44a6-abfb-c79dd1301e05" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.807494] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26a5b972-58d8-44a6-abfb-c79dd1301e05',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.907469] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69321a5f-963a-4676-b9c6-0377219d6471',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.309982] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.310285] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.310445] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.310803] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.311022] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.311233] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 26a5b972-58d8-44a6-abfb-c79dd1301e05 not found, creating... [ 1137.311589] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.311790] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.311942] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.312254] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.312367] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.312658] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.312874] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.313046] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.313317] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.313492] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.313694] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 26a5b972-58d8-44a6-abfb-c79dd1301e05 is going to be created. [ 1137.334294] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.334523] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.334656] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.335021] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.335282] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.335522] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-26a5b972-58d8-44a6-abfb-c79dd1301e05" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.411180] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69321a5f-963a-4676-b9c6-0377219d6471',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.913094] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.913479] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.913479] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.914028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.914028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.914028] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69321a5f-963a-4676-b9c6-0377219d6471 is going to be updated. [ 1137.960943] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: SUCCESS [ 1137.961206] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.983552] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.983888] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.983888] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.984051] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.984224] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.994185] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69321a5f-963a-4676-b9c6-0377219d6471 in Status: IN_PROGRESS for 2s [ 1138.311965] env[69975]: INFO networking_nsxv3.common.synchronization [req-529b0a4c-e740-4f2a-9b73-8d4ad3eec85b req-8eda8b7d-ed63-4a6e-a923-20147acdd070 service nova] Enqueued Resource ID: 69321a5f-963a-4676-b9c6-0377219d6471 with Priority: HIGHEST for action security_group_rules [ 1138.311965] env[69975]: INFO networking_nsxv3.common.synchronization [req-529b0a4c-e740-4f2a-9b73-8d4ad3eec85b req-8eda8b7d-ed63-4a6e-a923-20147acdd070 service nova] Enqueued Resource ID: 69321a5f-963a-4676-b9c6-0377219d6471 with Priority: HIGHEST for action security_group_members [ 1138.311965] env[69975]: INFO networking_nsxv3.common.synchronization [req-529b0a4c-e740-4f2a-9b73-8d4ad3eec85b req-8eda8b7d-ed63-4a6e-a923-20147acdd070 service nova] Enqueued Resource ID: 26a5b972-58d8-44a6-abfb-c79dd1301e05 with Priority: HIGHEST for action port [ 1138.311965] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69321a5f-963a-4676-b9c6-0377219d6471 with Priority: HIGHEST for action security_group_rules [ 1138.311965] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69321a5f-963a-4676-b9c6-0377219d6471 with Priority: HIGHEST for action security_group_members [ 1138.311965] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a5b972-58d8-44a6-abfb-c79dd1301e05 with Priority: HIGHEST for action port [ 1138.311965] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69321a5f-963a-4676-b9c6-0377219d6471 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.311965] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.315699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.316045] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.316169] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69321a5f-963a-4676-b9c6-0377219d6471',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.317891] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-69321a5f-963a-4676-b9c6-0377219d6471 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.317891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.318052] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-26a5b972-58d8-44a6-abfb-c79dd1301e05 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.318151] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26a5b972-58d8-44a6-abfb-c79dd1301e05" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.318215] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26a5b972-58d8-44a6-abfb-c79dd1301e05" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.318381] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26a5b972-58d8-44a6-abfb-c79dd1301e05" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.318863] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26a5b972-58d8-44a6-abfb-c79dd1301e05',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.460270] env[69975]: INFO networking_nsxv3.common.synchronization [req-f06ef9c6-88a7-447e-8710-408691314681 req-e2ed808f-24c7-4841-90a9-99a07e814b81 tempest-ServerActionsTestOtherB-728294423 tempest-ServerActionsTestOtherB-728294423-project-member] Enqueued Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_members [ 1138.460754] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_members [ 1138.464672] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.464672] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.464672] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.464672] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.464672] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.464672] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.464672] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.464672] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.464672] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.464672] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.820336] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-69321a5f-963a-4676-b9c6-0377219d6471 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.820336] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.822964] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26a5b972-58d8-44a6-abfb-c79dd1301e05 with status ACTIVE [ 1138.822964] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.823096] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.823197] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.823385] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.823481] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.823674] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.823779] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.823891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.824146] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.824146] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.824324] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.824425] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.824484] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.824623] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.824696] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.824781] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26a5b972-58d8-44a6-abfb-c79dd1301e05 is going to be updated. [ 1138.846285] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.846399] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.846496] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.846661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.846797] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.846959] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26a5b972-58d8-44a6-abfb-c79dd1301e05" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.891809] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-866 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.892094] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.892245] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.892583] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.892888] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.893164] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.893298] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.893680] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.893750] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.894077] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1138.894274] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.894407] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.894529] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.894649] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1138.894810] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.894998] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.915915] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.916324] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1138.916324] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.916672] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.917368] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-0d321236-4177-49d0-afe0-f203e679fb0a taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.918062] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-0d321236-4177-49d0-afe0-f203e679fb0a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.918407] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-0d321236-4177-49d0-afe0-f203e679fb0a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.918771] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-0d321236-4177-49d0-afe0-f203e679fb0a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.918924] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d321236-4177-49d0-afe0-f203e679fb0a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.969643] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.969643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.969643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.969643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.969643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.969643] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.969643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.969643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.969643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.969643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.969643] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc is going to be deleted. [ 1139.010684] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.010853] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.010897] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.011262] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.011262] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.011381] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.424970] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.425266] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.425361] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.425639] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.425784] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.426188] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 0d321236-4177-49d0-afe0-f203e679fb0a not found, creating... [ 1139.426320] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.426434] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.426492] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.426710] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.426842] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.427147] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.427322] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.428075] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.428075] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.428075] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.428075] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 0d321236-4177-49d0-afe0-f203e679fb0a is going to be created. [ 1139.450232] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.450523] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.450686] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.451016] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.451273] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.451541] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-0d321236-4177-49d0-afe0-f203e679fb0a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.005772] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69321a5f-963a-4676-b9c6-0377219d6471 in Status: SUCCESS [ 1140.006112] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.006380] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.006655] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.006882] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.007042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.007123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.007312] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.007610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.007610] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69321a5f-963a-4676-b9c6-0377219d6471',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.194063] env[69975]: INFO networking_nsxv3.common.synchronization [req-f06ef9c6-88a7-447e-8710-408691314681 req-2a214550-835d-49ad-be3f-a598c07b8cca service nova] Enqueued Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_rules [ 1140.194267] env[69975]: INFO networking_nsxv3.common.synchronization [req-f06ef9c6-88a7-447e-8710-408691314681 req-2a214550-835d-49ad-be3f-a598c07b8cca service nova] Enqueued Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_members [ 1140.194452] env[69975]: INFO networking_nsxv3.common.synchronization [req-f06ef9c6-88a7-447e-8710-408691314681 req-2a214550-835d-49ad-be3f-a598c07b8cca service nova] Enqueued Resource ID: 0d321236-4177-49d0-afe0-f203e679fb0a with Priority: HIGHEST for action port [ 1140.194708] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_rules [ 1140.194864] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_members [ 1140.194968] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d321236-4177-49d0-afe0-f203e679fb0a with Priority: HIGHEST for action port [ 1140.198430] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.198575] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.198666] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.199366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.199366] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.199911] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.200032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.200097] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.200285] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.200781] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.200891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.200992] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.201569] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.201694] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.201788] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.202874] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d321236-4177-49d0-afe0-f203e679fb0a taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.202874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d321236-4177-49d0-afe0-f203e679fb0a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.202874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d321236-4177-49d0-afe0-f203e679fb0a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.203087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d321236-4177-49d0-afe0-f203e679fb0a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.206184] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d321236-4177-49d0-afe0-f203e679fb0a',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.509847] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69321a5f-963a-4676-b9c6-0377219d6471',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.705108] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.705296] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.708387] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.709451] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d321236-4177-49d0-afe0-f203e679fb0a with status ACTIVE [ 1140.710206] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.710206] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.710206] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.710206] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.710206] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.711155] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.711155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.711155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.711155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.711155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.711155] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.711155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.711731] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.711731] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.711731] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.711731] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d321236-4177-49d0-afe0-f203e679fb0a is going to be updated. [ 1140.738171] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.738369] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.738447] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.738769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.738971] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.739239] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d321236-4177-49d0-afe0-f203e679fb0a" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.011685] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69321a5f-963a-4676-b9c6-0377219d6471',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.214445] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.515080] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.515080] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.515080] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.515080] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.515080] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.515080] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69321a5f-963a-4676-b9c6-0377219d6471 is going to be updated. [ 1141.545235] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.545463] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.545463] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.546699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.546699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.555070] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69321a5f-963a-4676-b9c6-0377219d6471 in Status: IN_PROGRESS for 2s [ 1141.717040] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.717040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.717040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.717040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.717040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.717040] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc is going to be created. [ 1141.741845] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.742094] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.742094] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.742322] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.742499] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.754064] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc in Status: UNINITIALIZED for 2s [ 1141.903722] env[69975]: INFO networking_nsxv3.common.synchronization [req-c362e3a1-0346-4367-835d-237225d5f6b1 req-e4685abb-bd7a-4828-9394-c638a636f3a2 tempest-ServerDiskConfigTestJSON-1623943188 tempest-ServerDiskConfigTestJSON-1623943188-project-member] Enqueued Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 1141.904310] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGHEST for action security_group_members [ 1141.904615] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.904795] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.904795] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.905302] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.905487] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.905608] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.905721] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.905844] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.906028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.906028] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.413167] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.413495] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.413495] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.413697] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.413729] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.413973] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.414112] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.414153] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.414338] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.414416] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.414503] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 is going to be updated. [ 1142.446550] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.446832] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.450387] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.450387] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.450387] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.462865] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: IN_PROGRESS for 2s [ 1143.566392] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69321a5f-963a-4676-b9c6-0377219d6471 in Status: SUCCESS [ 1143.566392] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.566392] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.566392] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.566392] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.566392] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.566392] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.566392] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.566392] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.566392] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.566392] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69321a5f-963a-4676-b9c6-0377219d6471',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.766786] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc in Status: SUCCESS [ 1143.767023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.767189] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.767400] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.767586] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.767699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.767761] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.767907] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.767989] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.768081] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.768165] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.775701] env[69975]: INFO networking_nsxv3.common.synchronization [req-870d6bd2-996e-4941-a5b9-00a6827635e1 req-e8caa6e2-99ef-465f-b9ef-ea536c12321e tempest-AttachInterfacesTestJSON-924533598 tempest-AttachInterfacesTestJSON-924533598-project-member] Enqueued Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_members [ 1143.775863] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_members [ 1143.776202] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.776318] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.776381] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.776556] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.776702] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.776794] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.776852] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.776988] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.777076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.777161] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.068099] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-69321a5f-963a-4676-b9c6-0377219d6471 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.068353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.068353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.068551] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.068716] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.068816] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.068889] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.069033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.069124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.069212] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.069354] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-69321a5f-963a-4676-b9c6-0377219d6471 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.069445] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.069507] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.069642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.069992] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.070147] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.070229] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.070359] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.070434] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.070570] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.070602] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69321a5f-963a-4676-b9c6-0377219d6471',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.270616] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.279368] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.279530] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.279586] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.279825] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.279908] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.280144] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.280324] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.280397] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.280524] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.280661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.280709] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e is going to be updated. [ 1144.317519] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.317519] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.317519] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.318042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.318042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.335026] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: IN_PROGRESS for 2s [ 1144.474527] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 in Status: SUCCESS [ 1144.477893] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 deletion is rescheduled due to dependency. [ 1144.478016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.575361] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69321a5f-963a-4676-b9c6-0377219d6471: rpc.has_security_group_logging(os_id): False [ 1144.596050] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.596518] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.598026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.598026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.598026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.598026] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.598026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.598026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.598026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.598026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.598026] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.598584] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.598912] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.599345] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.601981] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.601981] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.601981] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.601981] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.601981] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.601981] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.601981] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69321a5f-963a-4676-b9c6-0377219d6471 is going to be updated. [ 1144.664581] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.664778] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.664854] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.665441] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.665441] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.683504] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69321a5f-963a-4676-b9c6-0377219d6471 in Status: IN_PROGRESS for 2s [ 1144.775343] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc: rpc.has_security_group_logging(os_id): False [ 1144.795955] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.796147] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.796226] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.796988] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.796988] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.796988] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.796988] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.797392] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.797392] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.797392] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.797520] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc is going to be created. [ 1144.891025] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.891263] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.891263] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.891435] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.891630] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.921651] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc in Status: IN_PROGRESS for 2s [ 1145.580490] env[69975]: INFO networking_nsxv3.common.synchronization [None req-b95c14d6-e7fd-444e-9d13-2d6a297e9f09 tempest-AttachVolumeNegativeTest-1055724446 tempest-AttachVolumeNegativeTest-1055724446-project-member] Enqueued Resource ID: c5061c13-9105-4559-91ef-7de2761de5f2 with Priority: HIGHEST for action security_group_rules [ 1145.581101] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5061c13-9105-4559-91ef-7de2761de5f2 with Priority: HIGHEST for action security_group_rules [ 1145.581422] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5061c13-9105-4559-91ef-7de2761de5f2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.581545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.581612] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.581946] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.581946] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5061c13-9105-4559-91ef-7de2761de5f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.729935] env[69975]: INFO networking_nsxv3.common.synchronization [None req-d8d54edc-14bd-4934-8618-1e2f87070080 tempest-AttachVolumeNegativeTest-1055724446 tempest-AttachVolumeNegativeTest-1055724446-project-member] Enqueued Resource ID: c5061c13-9105-4559-91ef-7de2761de5f2 with Priority: HIGHEST for action security_group_rules [ 1145.730648] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5061c13-9105-4559-91ef-7de2761de5f2 with Priority: HIGHEST for action security_group_rules [ 1145.731042] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5061c13-9105-4559-91ef-7de2761de5f2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.732745] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.113650] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.113650] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.113650] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.113650] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.113650] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.113650] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5061c13-9105-4559-91ef-7de2761de5f2 already deleted. [ 1146.113650] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.113890] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.113890] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.113941] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5061c13-9105-4559-91ef-7de2761de5f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.348357] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: SUCCESS [ 1146.348542] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e deletion is rescheduled due to dependency. [ 1146.348670] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.641196] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.641690] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.641690] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.641690] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.641871] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.642044] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5061c13-9105-4559-91ef-7de2761de5f2 already deleted. [ 1146.642151] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.697672] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69321a5f-963a-4676-b9c6-0377219d6471 in Status: SUCCESS [ 1146.697672] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.937501] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc in Status: SUCCESS [ 1146.937643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.199429] env[69975]: INFO networking_nsxv3.common.synchronization [req-ea7f46e6-1d81-46d2-91d0-14af7246d23b req-6d99d71a-0bb5-40c4-bbea-b8a9d31b50a4 tempest-ServersTestJSON-915624429 tempest-ServersTestJSON-915624429-project-member] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 1147.200540] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 1147.200606] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.200755] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.200845] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.201088] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.202280] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.202280] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.202280] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.202280] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.202280] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.202280] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.559192] env[69975]: INFO networking_nsxv3.common.synchronization [None req-47d70ae7-958f-4580-bb2a-8edb9ce9a112 None None] Enqueued Resource ID: 140f8537-8c7e-4935-bf5e-4d0c5416ee76 with Priority: HIGHEST for action port [ 1147.559192] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 140f8537-8c7e-4935-bf5e-4d0c5416ee76 with Priority: HIGHEST for action port [ 1147.559192] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-140f8537-8c7e-4935-bf5e-4d0c5416ee76 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.559192] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-140f8537-8c7e-4935-bf5e-4d0c5416ee76" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.559192] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-140f8537-8c7e-4935-bf5e-4d0c5416ee76" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.559192] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-140f8537-8c7e-4935-bf5e-4d0c5416ee76" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.559192] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('140f8537-8c7e-4935-bf5e-4d0c5416ee76',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.647162] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.647162] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.647162] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.647162] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.647162] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.651470] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.651470] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.651470] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.651470] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.651470] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.651470] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.651470] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.651470] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.651470] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.651470] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.651470] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.671892] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.671892] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1147.671892] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.671892] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.671892] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-299c46e3-a90a-4290-8d1e-2eb3e4d336db taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.671892] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-299c46e3-a90a-4290-8d1e-2eb3e4d336db" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.671892] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-299c46e3-a90a-4290-8d1e-2eb3e4d336db" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.671892] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-299c46e3-a90a-4290-8d1e-2eb3e4d336db" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.671892] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('299c46e3-a90a-4290-8d1e-2eb3e4d336db',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.704822] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.065870] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 140f8537-8c7e-4935-bf5e-4d0c5416ee76 [ 1148.065870] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.065870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.065870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.065870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.065870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.065870] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:140f8537-8c7e-4935-bf5e-4d0c5416ee76 already deleted. [ 1148.065870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-140f8537-8c7e-4935-bf5e-4d0c5416ee76" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.175481] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.175481] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.175481] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.175481] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.175731] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.179517] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 299c46e3-a90a-4290-8d1e-2eb3e4d336db not found, creating... [ 1148.180409] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.180648] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.180805] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.181106] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.181326] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.181675] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.182432] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.182604] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.182874] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.183126] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.183322] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 299c46e3-a90a-4290-8d1e-2eb3e4d336db is going to be created. [ 1148.188812] env[69975]: INFO networking_nsxv3.common.synchronization [req-23a401f9-db7f-4c15-a138-a3dfb5b942e2 req-3961604e-1f5d-46da-bb93-f7da921e72b6 tempest-AttachInterfacesTestJSON-924533598 tempest-AttachInterfacesTestJSON-924533598-project-member] Enqueued Resource ID: 5bef55a4-5871-47f5-8e37-a3d3fad570b4 with Priority: HIGHEST for action security_group_members [ 1148.193618] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bef55a4-5871-47f5-8e37-a3d3fad570b4 with Priority: HIGHEST for action security_group_members [ 1148.194017] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bef55a4-5871-47f5-8e37-a3d3fad570b4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.194794] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.194794] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.194794] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.194794] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.194794] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.194794] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.195110] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.195110] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.195954] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bef55a4-5871-47f5-8e37-a3d3fad570b4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.205514] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.205794] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.205989] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.206394] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.206692] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.206947] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-299c46e3-a90a-4290-8d1e-2eb3e4d336db" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.207905] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.700121] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.700411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.700411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.700529] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.711662] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.711812] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.711882] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.712113] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.712204] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.712311] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be updated. [ 1148.725279] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.725279] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.725279] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.725279] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.725279] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.725279] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.725279] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bef55a4-5871-47f5-8e37-a3d3fad570b4 is going to be updated. [ 1148.748578] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.748578] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.748578] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.748578] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.748578] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.759106] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: IN_PROGRESS for 2s [ 1148.761545] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.761701] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.761701] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.761901] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.762062] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.770911] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bef55a4-5871-47f5-8e37-a3d3fad570b4 in Status: IN_PROGRESS for 2s [ 1148.936950] env[69975]: INFO networking_nsxv3.common.synchronization [req-ea7f46e6-1d81-46d2-91d0-14af7246d23b req-3418d0fd-0f7a-45ca-92a2-c849355fc016 service nova] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_rules [ 1148.937162] env[69975]: INFO networking_nsxv3.common.synchronization [req-ea7f46e6-1d81-46d2-91d0-14af7246d23b req-3418d0fd-0f7a-45ca-92a2-c849355fc016 service nova] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 1148.937335] env[69975]: INFO networking_nsxv3.common.synchronization [req-ea7f46e6-1d81-46d2-91d0-14af7246d23b req-3418d0fd-0f7a-45ca-92a2-c849355fc016 service nova] Enqueued Resource ID: 299c46e3-a90a-4290-8d1e-2eb3e4d336db with Priority: HIGHEST for action port [ 1148.937567] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_rules [ 1148.937695] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 1148.937791] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299c46e3-a90a-4290-8d1e-2eb3e4d336db with Priority: HIGHEST for action port [ 1148.938859] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.939124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.939218] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.939485] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.939570] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.940831] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.940931] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.941166] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-299c46e3-a90a-4290-8d1e-2eb3e4d336db taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.941267] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-299c46e3-a90a-4290-8d1e-2eb3e4d336db" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.941335] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-299c46e3-a90a-4290-8d1e-2eb3e4d336db" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.941501] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-299c46e3-a90a-4290-8d1e-2eb3e4d336db" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.941595] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('299c46e3-a90a-4290-8d1e-2eb3e4d336db',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.377105] env[69975]: INFO networking_nsxv3.common.synchronization [None req-d63fe5b3-c381-4a7f-b39a-f1aebb0f756e tempest-AttachVolumeTestJSON-1976663256 tempest-AttachVolumeTestJSON-1976663256-project-member] Enqueued Resource ID: e8655014-7389-4597-9aa9-6a3c5be299bb with Priority: HIGHEST for action security_group_rules [ 1149.378648] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8655014-7389-4597-9aa9-6a3c5be299bb with Priority: HIGHEST for action security_group_rules [ 1149.379009] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8655014-7389-4597-9aa9-6a3c5be299bb taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.379635] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.379753] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.380080] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.380241] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8655014-7389-4597-9aa9-6a3c5be299bb',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.443906] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.444107] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.444436] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 299c46e3-a90a-4290-8d1e-2eb3e4d336db with status ACTIVE [ 1149.444650] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.444778] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.444848] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.445083] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.445176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.445432] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.445506] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.445545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.445676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.445752] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.445928] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.446033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.446096] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.446246] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.446350] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.446394] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 299c46e3-a90a-4290-8d1e-2eb3e4d336db is going to be updated. [ 1149.452669] env[69975]: INFO networking_nsxv3.common.synchronization [None req-6526034a-dea5-4f22-b68b-af532eb331dd tempest-AttachVolumeTestJSON-1976663256 tempest-AttachVolumeTestJSON-1976663256-project-member] Enqueued Resource ID: e8655014-7389-4597-9aa9-6a3c5be299bb with Priority: HIGHEST for action security_group_rules [ 1149.452669] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8655014-7389-4597-9aa9-6a3c5be299bb with Priority: HIGHEST for action security_group_rules [ 1149.452669] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8655014-7389-4597-9aa9-6a3c5be299bb taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.452669] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.471766] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.471766] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.471766] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.471766] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.471766] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.471766] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-299c46e3-a90a-4290-8d1e-2eb3e4d336db" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.508159] env[69975]: INFO networking_nsxv3.common.synchronization [None req-d13889c0-40c6-4468-9e50-f8cde01eb78f None None] Enqueued Resource ID: 9ef01817-821c-493d-9596-143cb591838e with Priority: HIGHEST for action port [ 1149.508389] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ef01817-821c-493d-9596-143cb591838e with Priority: HIGHEST for action port [ 1149.508980] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ef01817-821c-493d-9596-143cb591838e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.509159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ef01817-821c-493d-9596-143cb591838e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.509196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ef01817-821c-493d-9596-143cb591838e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.509460] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ef01817-821c-493d-9596-143cb591838e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.509541] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ef01817-821c-493d-9596-143cb591838e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.906546] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.906938] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.906938] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.907027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.907073] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.907166] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8655014-7389-4597-9aa9-6a3c5be299bb already deleted. [ 1149.907986] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.907986] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.907986] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.907986] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8655014-7389-4597-9aa9-6a3c5be299bb',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.011981] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ef01817-821c-493d-9596-143cb591838e [ 1150.012952] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.013239] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.013310] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.013535] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.013698] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.013801] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ef01817-821c-493d-9596-143cb591838e already deleted. [ 1150.013832] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ef01817-821c-493d-9596-143cb591838e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.435843] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.435843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.435843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.435843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.435843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.436195] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8655014-7389-4597-9aa9-6a3c5be299bb already deleted. [ 1150.436195] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.771280] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: SUCCESS [ 1150.771493] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.772503] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.772709] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.772893] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.773022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.773161] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.773411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.774055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.774055] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.781917] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bef55a4-5871-47f5-8e37-a3d3fad570b4 in Status: SUCCESS [ 1150.782130] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bef55a4-5871-47f5-8e37-a3d3fad570b4 deletion is rescheduled due to dependency. [ 1150.782246] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bef55a4-5871-47f5-8e37-a3d3fad570b4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.276037] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.778782] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.012966] env[69975]: INFO networking_nsxv3.common.synchronization [req-e675c074-9bbe-40c0-95ad-bdca725dcab3 req-b7813911-8059-4eb4-8b7c-6291c024012b tempest-ServerActionsTestOtherA-1666177876 tempest-ServerActionsTestOtherA-1666177876-project-member] Enqueued Resource ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 with Priority: HIGHEST for action security_group_members [ 1152.013577] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 with Priority: HIGHEST for action security_group_members [ 1152.013902] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4c92f3-5360-491b-9c6d-b3a242e709a7 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.014045] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.014236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.014395] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.014556] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.014661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.014718] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.014866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.014951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.015054] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.281202] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.281532] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.281532] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.281705] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.281795] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.281892] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be updated. [ 1152.317944] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.318851] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.318851] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.318851] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.318851] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.323852] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.324061] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-200" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.324218] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-200" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.324479] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-200" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.324734] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.324886] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.325019] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.325223] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.325362] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.325606] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1152.325719] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1152.325838] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1152.326470] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1152.326470] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1152.326470] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1152.326470] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1152.331592] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: IN_PROGRESS for 2s [ 1152.344842] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1152.345019] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1152.345169] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1152.345348] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-200" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.345714] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-ed266e98-9354-46dd-a173-6c25f605f719 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.345897] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-ed266e98-9354-46dd-a173-6c25f605f719" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.346032] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-ed266e98-9354-46dd-a173-6c25f605f719" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.346398] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-ed266e98-9354-46dd-a173-6c25f605f719" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.346557] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed266e98-9354-46dd-a173-6c25f605f719',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.516996] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.849081] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.849371] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.849578] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.849979] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.849979] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.850112] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port ed266e98-9354-46dd-a173-6c25f605f719 not found, creating... [ 1152.850396] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.850698] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.850698] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.851130] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.851130] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.851468] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.851639] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.852277] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.852277] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.852277] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.852277] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: ed266e98-9354-46dd-a173-6c25f605f719 is going to be created. [ 1152.877429] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.877706] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.877706] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.878733] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.879065] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.879359] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-ed266e98-9354-46dd-a173-6c25f605f719" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.019279] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.522940] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.523406] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.523406] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.523529] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.523656] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.523789] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 is going to be updated. [ 1153.570034] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.570214] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.570367] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.570618] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.570768] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.582386] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 in Status: IN_PROGRESS for 2s [ 1153.583718] env[69975]: INFO networking_nsxv3.common.synchronization [req-e675c074-9bbe-40c0-95ad-bdca725dcab3 req-7c6ba6a0-34f2-48bc-a60b-bd098294dcd4 service nova] Enqueued Resource ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 with Priority: HIGHEST for action security_group_rules [ 1153.583944] env[69975]: INFO networking_nsxv3.common.synchronization [req-e675c074-9bbe-40c0-95ad-bdca725dcab3 req-7c6ba6a0-34f2-48bc-a60b-bd098294dcd4 service nova] Enqueued Resource ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 with Priority: HIGHEST for action security_group_members [ 1153.584038] env[69975]: INFO networking_nsxv3.common.synchronization [req-e675c074-9bbe-40c0-95ad-bdca725dcab3 req-7c6ba6a0-34f2-48bc-a60b-bd098294dcd4 service nova] Enqueued Resource ID: ed266e98-9354-46dd-a173-6c25f605f719 with Priority: HIGHEST for action port [ 1153.584568] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 with Priority: HIGHEST for action security_group_rules [ 1153.587862] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 with Priority: HIGHEST for action security_group_members [ 1153.587862] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed266e98-9354-46dd-a173-6c25f605f719 with Priority: HIGHEST for action port [ 1153.587862] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.587862] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.587862] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.587862] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.587862] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.587862] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4c92f3-5360-491b-9c6d-b3a242e709a7 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.587862] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.587862] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed266e98-9354-46dd-a173-6c25f605f719 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.587862] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed266e98-9354-46dd-a173-6c25f605f719" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.587862] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed266e98-9354-46dd-a173-6c25f605f719" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.587862] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed266e98-9354-46dd-a173-6c25f605f719" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.587862] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed266e98-9354-46dd-a173-6c25f605f719',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.090857] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4c92f3-5360-491b-9c6d-b3a242e709a7 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.090857] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.091249] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed266e98-9354-46dd-a173-6c25f605f719 with status ACTIVE [ 1154.091249] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.091595] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.091595] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.091766] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.091766] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.091859] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.091961] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.092031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.092371] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.092371] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.092731] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.092731] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.092731] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.092731] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.092915] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.092915] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed266e98-9354-46dd-a173-6c25f605f719 is going to be updated. [ 1154.115278] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.115649] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.115649] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.115764] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.115871] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.116047] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed266e98-9354-46dd-a173-6c25f605f719" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.333104] env[69975]: INFO networking_nsxv3.common.synchronization [req-1b5946e9-bae7-47ef-b24f-ed5b8cd57c9f req-0b814fb5-4306-49b4-b5e8-14efa56b3cce tempest-ServerActionsTestJSON-676534199 tempest-ServerActionsTestJSON-676534199-project-member] Enqueued Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_members [ 1154.334643] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_members [ 1154.334903] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e87de2-ee17-49bb-8725-36c150ebf512 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.335039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.335109] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.335312] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.335492] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.335607] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.335674] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.335840] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.335930] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.336039] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.346080] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: SUCCESS [ 1154.346267] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.346693] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.346899] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.347097] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.347210] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.347276] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.347430] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.347511] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.347718] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.347718] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.839383] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.839812] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.839812] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.839924] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.840035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.840269] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.840387] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.840452] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.840599] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.840679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.840768] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e87de2-ee17-49bb-8725-36c150ebf512 is going to be updated. [ 1154.854041] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.854041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.854041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.854296] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.854383] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.854479] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.854512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.854671] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.854756] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.854842] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.854985] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.855090] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.855180] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.855285] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.855423] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.855533] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.855594] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.855732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.855805] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.855886] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.855974] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.867712] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.867901] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.867957] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.868176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.868350] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.877302] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: IN_PROGRESS for 2s [ 1155.358401] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33e1b0b0-1e11-410d-91e3-6062199cf7d3: rpc.has_security_group_logging(os_id): False [ 1155.377785] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.378035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.378035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.379030] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.399372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.399604] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.399776] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.399858] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.400159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.400261] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.401075] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.401075] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.401075] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.401075] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.401075] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.401302] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.401383] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.401465] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.401642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.401738] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.401847] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be updated. [ 1155.488388] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.488609] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.488609] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.488840] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.488992] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.519306] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: IN_PROGRESS for 2s [ 1155.593967] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 in Status: SUCCESS [ 1155.594224] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.594397] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.594613] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.594810] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.594947] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.595014] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.595180] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.595262] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.595359] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.097739] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.602744] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.893969] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: SUCCESS [ 1156.894111] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e87de2-ee17-49bb-8725-36c150ebf512 deletion is rescheduled due to dependency. [ 1156.894169] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.105224] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.105725] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.105725] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.105842] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.105889] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.105974] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 is going to be updated. [ 1157.139653] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.140138] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.140138] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.140138] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.140411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.158889] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 in Status: IN_PROGRESS for 2s [ 1157.536963] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: SUCCESS [ 1157.537225] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.206542] env[69975]: INFO networking_nsxv3.common.synchronization [req-aebab065-5c2a-4431-805c-b974bf9335f3 req-e6a0cbb3-7cea-4122-980f-98bb261656d7 tempest-ServersAdminNegativeTestJSON-1880926754 tempest-ServersAdminNegativeTestJSON-1880926754-project-member] Enqueued Resource ID: 69321a5f-963a-4676-b9c6-0377219d6471 with Priority: HIGHEST for action security_group_members [ 1158.207156] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69321a5f-963a-4676-b9c6-0377219d6471 with Priority: HIGHEST for action security_group_members [ 1158.207574] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-69321a5f-963a-4676-b9c6-0377219d6471 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.207574] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.207712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.207926] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.208858] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.209010] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.209139] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.209458] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.209566] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.210471] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69321a5f-963a-4676-b9c6-0377219d6471',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.692607] env[69975]: INFO networking_nsxv3.common.synchronization [req-31e417ac-00cd-4c9a-99b8-2392c062b228 req-833e720c-ce9d-4f19-b80c-c08eb92ec597 tempest-AttachVolumeNegativeTest-1055724446 tempest-AttachVolumeNegativeTest-1055724446-project-member] Enqueued Resource ID: c5061c13-9105-4559-91ef-7de2761de5f2 with Priority: HIGHEST for action security_group_members [ 1158.693112] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5061c13-9105-4559-91ef-7de2761de5f2 with Priority: HIGHEST for action security_group_members [ 1158.693684] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5061c13-9105-4559-91ef-7de2761de5f2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.693812] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.693880] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.694213] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.694615] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.694615] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.694615] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.694778] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.694778] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.695053] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5061c13-9105-4559-91ef-7de2761de5f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.713644] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69321a5f-963a-4676-b9c6-0377219d6471',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.168886] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 in Status: SUCCESS [ 1159.169041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.169244] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.169450] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.169626] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.169744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.169809] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.169973] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.170089] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.170179] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.170385] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.197517] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.197713] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.197784] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.198268] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.198268] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.198268] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.198552] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.198552] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.198552] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.198666] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.198701] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5061c13-9105-4559-91ef-7de2761de5f2 already deleted. [ 1159.198858] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.215315] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69321a5f-963a-4676-b9c6-0377219d6471',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.461451] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.461706] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-170" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.462206] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-170" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.463130] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-170" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.463130] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.463820] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.465125] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.465543] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.466495] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.466495] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1159.466495] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.466686] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.466732] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.467034] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1159.467096] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.467237] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.490260] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.491035] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1159.491379] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.491594] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-170" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.491937] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-4b426f54-9cfa-4f17-ac93-6cc3529b9b86 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.492146] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-4b426f54-9cfa-4f17-ac93-6cc3529b9b86" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.492282] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-4b426f54-9cfa-4f17-ac93-6cc3529b9b86" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.492632] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-4b426f54-9cfa-4f17-ac93-6cc3529b9b86" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.492778] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b426f54-9cfa-4f17-ac93-6cc3529b9b86',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.674339] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.717764] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.717764] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.717989] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.718679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.718679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.718679] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69321a5f-963a-4676-b9c6-0377219d6471 is going to be updated. [ 1159.747521] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.747668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.747742] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.748021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.748611] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.759487] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69321a5f-963a-4676-b9c6-0377219d6471 in Status: IN_PROGRESS for 2s [ 1159.999029] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.999029] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.999029] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.999029] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.999029] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.999029] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 4b426f54-9cfa-4f17-ac93-6cc3529b9b86 not found, creating... [ 1159.999029] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.999029] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.999029] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.999029] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.999029] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.999804] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.999804] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.999804] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.999956] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.000125] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.000289] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 4b426f54-9cfa-4f17-ac93-6cc3529b9b86 is going to be created. [ 1160.035466] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.035752] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.035894] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.036225] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.036533] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.036728] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-4b426f54-9cfa-4f17-ac93-6cc3529b9b86" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.152716] env[69975]: INFO networking_nsxv3.common.synchronization [None req-805a91bf-2119-4f75-b2eb-7de929ea0b6f None None] Enqueued Resource ID: 7dacd179-256b-48ea-b533-a804cfe332b3 with Priority: HIGHEST for action port [ 1160.154084] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dacd179-256b-48ea-b533-a804cfe332b3 with Priority: HIGHEST for action port [ 1160.154084] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dacd179-256b-48ea-b533-a804cfe332b3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.154084] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dacd179-256b-48ea-b533-a804cfe332b3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.154084] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dacd179-256b-48ea-b533-a804cfe332b3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.154561] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dacd179-256b-48ea-b533-a804cfe332b3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.154561] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dacd179-256b-48ea-b533-a804cfe332b3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.175377] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf4c92f3-5360-491b-9c6d-b3a242e709a7: rpc.has_security_group_logging(os_id): False [ 1160.216119] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.216527] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.216527] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.216696] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.216770] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.217062] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.217184] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.217235] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.217399] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.217479] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.217569] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 is going to be updated. [ 1160.326529] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.326720] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.326818] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.326946] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.327137] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.342047] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 in Status: IN_PROGRESS for 2s [ 1160.661193] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7dacd179-256b-48ea-b533-a804cfe332b3 [ 1160.661445] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.661574] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.661650] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.661867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.661949] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.662053] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7dacd179-256b-48ea-b533-a804cfe332b3 already deleted. [ 1160.662139] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dacd179-256b-48ea-b533-a804cfe332b3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.793640] env[69975]: INFO networking_nsxv3.common.synchronization [req-29fe3f65-c799-4e98-b8fa-8ff900cb201a req-948acf4a-fc18-4de7-8dce-f6441e520da7 tempest-ServersNegativeTestJSON-620845051 tempest-ServersNegativeTestJSON-620845051-project-member] Enqueued Resource ID: 8e815e89-5773-4cca-9475-c1546d8107e9 with Priority: HIGHEST for action security_group_members [ 1160.793640] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e815e89-5773-4cca-9475-c1546d8107e9 with Priority: HIGHEST for action security_group_members [ 1160.793640] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e815e89-5773-4cca-9475-c1546d8107e9 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.793640] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.793906] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.793906] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.793996] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.795696] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.795741] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.795911] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.795999] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.796108] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e815e89-5773-4cca-9475-c1546d8107e9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.065180] env[69975]: INFO networking_nsxv3.common.synchronization [req-31e417ac-00cd-4c9a-99b8-2392c062b228 req-45865469-f9a8-4992-bdc0-c47169367156 service nova] Enqueued Resource ID: c5061c13-9105-4559-91ef-7de2761de5f2 with Priority: HIGHEST for action security_group_rules [ 1161.065822] env[69975]: INFO networking_nsxv3.common.synchronization [req-31e417ac-00cd-4c9a-99b8-2392c062b228 req-45865469-f9a8-4992-bdc0-c47169367156 service nova] Enqueued Resource ID: c5061c13-9105-4559-91ef-7de2761de5f2 with Priority: HIGHEST for action security_group_members [ 1161.065822] env[69975]: INFO networking_nsxv3.common.synchronization [req-31e417ac-00cd-4c9a-99b8-2392c062b228 req-45865469-f9a8-4992-bdc0-c47169367156 service nova] Enqueued Resource ID: 4b426f54-9cfa-4f17-ac93-6cc3529b9b86 with Priority: HIGHEST for action port [ 1161.068621] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5061c13-9105-4559-91ef-7de2761de5f2 with Priority: HIGHEST for action security_group_rules [ 1161.068621] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5061c13-9105-4559-91ef-7de2761de5f2 with Priority: HIGHEST for action security_group_members [ 1161.068621] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b426f54-9cfa-4f17-ac93-6cc3529b9b86 with Priority: HIGHEST for action port [ 1161.068621] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5061c13-9105-4559-91ef-7de2761de5f2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.068621] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.068621] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.069137] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.069137] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5061c13-9105-4559-91ef-7de2761de5f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.069651] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5061c13-9105-4559-91ef-7de2761de5f2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.069761] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.069826] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.071277] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.071277] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.071277] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.071277] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.071277] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.071277] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.071277] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5061c13-9105-4559-91ef-7de2761de5f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.071756] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b426f54-9cfa-4f17-ac93-6cc3529b9b86 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.071861] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b426f54-9cfa-4f17-ac93-6cc3529b9b86" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.071925] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b426f54-9cfa-4f17-ac93-6cc3529b9b86" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.072154] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b426f54-9cfa-4f17-ac93-6cc3529b9b86" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.072154] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b426f54-9cfa-4f17-ac93-6cc3529b9b86',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.298306] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.298615] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.298660] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.299022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.299199] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.299500] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.299665] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.299775] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.300036] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.300173] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.300340] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e815e89-5773-4cca-9475-c1546d8107e9 is going to be updated. [ 1161.357425] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.357667] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.357667] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.357869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.358042] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.368314] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e815e89-5773-4cca-9475-c1546d8107e9 in Status: IN_PROGRESS for 2s [ 1161.574217] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5061c13-9105-4559-91ef-7de2761de5f2 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.576209] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.576209] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b426f54-9cfa-4f17-ac93-6cc3529b9b86 with status ACTIVE [ 1161.576209] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.576209] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.576209] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.576209] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.576209] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.576209] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.576209] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.576209] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.576209] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.576209] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.576209] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.576864] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.576864] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.576864] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.576864] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.576864] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b426f54-9cfa-4f17-ac93-6cc3529b9b86 is going to be updated. [ 1161.580042] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5061c13-9105-4559-91ef-7de2761de5f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.608419] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.608419] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.608419] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.608419] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.608891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.608891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b426f54-9cfa-4f17-ac93-6cc3529b9b86" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.776969] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69321a5f-963a-4676-b9c6-0377219d6471 in Status: SUCCESS [ 1161.778908] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.081648] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5061c13-9105-4559-91ef-7de2761de5f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.326314] env[69975]: INFO networking_nsxv3.common.synchronization [None req-e0bc5162-a021-45f9-87bb-cd8b8d483889 None None] Enqueued Resource ID: 085fe8d0-cd74-4f76-bdac-af7f5a1edd1c with Priority: HIGHEST for action port [ 1162.326314] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 085fe8d0-cd74-4f76-bdac-af7f5a1edd1c with Priority: HIGHEST for action port [ 1162.326314] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-085fe8d0-cd74-4f76-bdac-af7f5a1edd1c taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.326314] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-085fe8d0-cd74-4f76-bdac-af7f5a1edd1c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.326314] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-085fe8d0-cd74-4f76-bdac-af7f5a1edd1c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.326314] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-085fe8d0-cd74-4f76-bdac-af7f5a1edd1c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.326314] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('085fe8d0-cd74-4f76-bdac-af7f5a1edd1c',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.359242] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 in Status: SUCCESS [ 1162.359242] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.585082] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.585515] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.585515] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.585699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.585793] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.585893] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5061c13-9105-4559-91ef-7de2761de5f2 is going to be created. [ 1162.622949] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.623306] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.623410] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.623695] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.623914] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.636929] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5061c13-9105-4559-91ef-7de2761de5f2 in Status: UNINITIALIZED for 2s [ 1162.830143] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 085fe8d0-cd74-4f76-bdac-af7f5a1edd1c [ 1162.830478] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.830537] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.830569] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.830778] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.830863] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.830955] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:085fe8d0-cd74-4f76-bdac-af7f5a1edd1c already deleted. [ 1162.831102] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-085fe8d0-cd74-4f76-bdac-af7f5a1edd1c" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.944817] env[69975]: INFO networking_nsxv3.common.synchronization [None req-3e16d71f-9240-472c-a5df-3f94774bc30b tempest-AttachInterfacesTestJSON-924533598 tempest-AttachInterfacesTestJSON-924533598-project-member] Enqueued Resource ID: 9475164a-24e4-4dd7-963a-e6fe58192829 with Priority: HIGHEST for action security_group_rules [ 1162.944817] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9475164a-24e4-4dd7-963a-e6fe58192829 with Priority: HIGHEST for action security_group_rules [ 1162.945415] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9475164a-24e4-4dd7-963a-e6fe58192829 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.945598] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.945598] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.945922] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.946091] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9475164a-24e4-4dd7-963a-e6fe58192829',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.077398] env[69975]: INFO networking_nsxv3.common.synchronization [None req-bccb877c-742c-497d-984b-66b7a2c510dc tempest-AttachInterfacesTestJSON-924533598 tempest-AttachInterfacesTestJSON-924533598-project-member] Enqueued Resource ID: 9475164a-24e4-4dd7-963a-e6fe58192829 with Priority: HIGHEST for action security_group_rules [ 1163.077398] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9475164a-24e4-4dd7-963a-e6fe58192829 with Priority: HIGHEST for action security_group_rules [ 1163.077398] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9475164a-24e4-4dd7-963a-e6fe58192829 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.077398] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.095356] env[69975]: INFO networking_nsxv3.common.synchronization [req-ddc6b6dd-6ad2-423b-b002-06537a4efd02 req-cb489e13-f9e4-45d9-a61e-18416f118ef3 tempest-ServersTestJSON-915624429 tempest-ServersTestJSON-915624429-project-member] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 1163.095678] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 1163.095967] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.100231] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.100306] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.100707] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.100707] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.100840] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.100885] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.101092] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.101186] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.101282] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.379825] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e815e89-5773-4cca-9475-c1546d8107e9 in Status: SUCCESS [ 1163.379825] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e815e89-5773-4cca-9475-c1546d8107e9 deletion is rescheduled due to dependency. [ 1163.379825] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e815e89-5773-4cca-9475-c1546d8107e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.469125] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.469125] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.469125] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.469125] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.469299] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.469299] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9475164a-24e4-4dd7-963a-e6fe58192829 already deleted. [ 1163.469372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.470475] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.470475] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.470475] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9475164a-24e4-4dd7-963a-e6fe58192829',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.604108] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.993889] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.994090] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.994232] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.994417] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.994718] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.994718] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9475164a-24e4-4dd7-963a-e6fe58192829 already deleted. [ 1163.994718] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.107690] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.153886] env[69975]: INFO networking_nsxv3.common.synchronization [req-e0426c2f-9bd5-43ce-87de-3bf0002b70a7 req-1dca72d2-15d8-4be8-9342-2b1d72ba34e5 tempest-DeleteServersTestJSON-1273084896 tempest-DeleteServersTestJSON-1273084896-project-member] Enqueued Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 1164.155269] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGHEST for action security_group_members [ 1164.155407] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.155541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.155598] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.155796] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.155953] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.156556] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.156638] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.156814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.156908] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.157014] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.609823] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.610116] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.610116] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.610480] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.610634] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.610774] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be updated. [ 1164.641685] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.641685] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.641902] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.641935] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.642444] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.648579] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5061c13-9105-4559-91ef-7de2761de5f2 in Status: SUCCESS [ 1164.648792] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.648955] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.649179] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.649377] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.649485] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.649572] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.649701] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.649780] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.649865] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.649954] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5061c13-9105-4559-91ef-7de2761de5f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.651631] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: IN_PROGRESS for 2s [ 1164.659155] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.659297] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.659903] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.659903] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.659903] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.659903] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.660107] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.660107] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.660255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.660359] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.660469] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 is going to be updated. [ 1164.691207] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.691376] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.691435] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.691629] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.691770] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.700324] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: IN_PROGRESS for 2s [ 1165.081279] env[69975]: INFO networking_nsxv3.common.synchronization [req-607c81d2-328c-4d56-965d-8cd2c2751838 req-6982e1b3-21fb-4dbd-b82d-f07ffc24e1bc tempest-AttachVolumeTestJSON-1976663256 tempest-AttachVolumeTestJSON-1976663256-project-member] Enqueued Resource ID: e8655014-7389-4597-9aa9-6a3c5be299bb with Priority: HIGHEST for action security_group_members [ 1165.081873] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8655014-7389-4597-9aa9-6a3c5be299bb with Priority: HIGHEST for action security_group_members [ 1165.082150] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8655014-7389-4597-9aa9-6a3c5be299bb taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.082288] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.082362] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.082625] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.082805] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.082876] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.082931] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.083184] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.083235] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.083286] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8655014-7389-4597-9aa9-6a3c5be299bb',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.153977] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5061c13-9105-4559-91ef-7de2761de5f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.496558] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.496754] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-67" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.496879] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-67" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.497392] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-67" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.497677] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.497836] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.497957] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.498207] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.498353] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.498569] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1165.498684] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.498834] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.498924] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.499012] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1165.499129] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.499253] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.523112] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.523381] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1165.523541] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.523758] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-67" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.524140] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-56cebe1d-243c-4f51-b0a0-200e18141707 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.524324] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-56cebe1d-243c-4f51-b0a0-200e18141707" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.524497] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-56cebe1d-243c-4f51-b0a0-200e18141707" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.524820] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-56cebe1d-243c-4f51-b0a0-200e18141707" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.524965] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56cebe1d-243c-4f51-b0a0-200e18141707',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.589712] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.589990] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.590065] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.590270] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.590379] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.590648] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.590798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.590887] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.591109] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.591204] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.591347] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8655014-7389-4597-9aa9-6a3c5be299bb already deleted. [ 1165.591470] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.656576] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5061c13-9105-4559-91ef-7de2761de5f2: rpc.has_security_group_logging(os_id): False [ 1165.675028] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.675185] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.675265] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.675476] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.675568] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.675890] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.676057] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.676129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.676286] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.676367] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.676472] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5061c13-9105-4559-91ef-7de2761de5f2 is going to be created. [ 1165.740068] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.740068] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.740068] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.740068] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.740068] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.749924] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5061c13-9105-4559-91ef-7de2761de5f2 in Status: IN_PROGRESS for 2s [ 1166.027742] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.027955] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.028056] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.028356] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.028521] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.028685] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 56cebe1d-243c-4f51-b0a0-200e18141707 not found, creating... [ 1166.028953] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.029132] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.029256] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.029481] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.029646] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.029907] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.030077] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.030200] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.030410] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.030548] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.030691] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 56cebe1d-243c-4f51-b0a0-200e18141707 is going to be created. [ 1166.051660] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.051896] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.052081] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.052442] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.052691] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.052922] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-56cebe1d-243c-4f51-b0a0-200e18141707" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.661623] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: SUCCESS [ 1166.661894] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.712936] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 in Status: SUCCESS [ 1166.712936] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 deletion is rescheduled due to dependency. [ 1166.712936] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.814499] env[69975]: INFO networking_nsxv3.common.synchronization [req-607c81d2-328c-4d56-965d-8cd2c2751838 req-7e9dfba6-45a1-4933-8123-e4e4881aa97e service nova] Enqueued Resource ID: e8655014-7389-4597-9aa9-6a3c5be299bb with Priority: HIGHEST for action security_group_rules [ 1166.814706] env[69975]: INFO networking_nsxv3.common.synchronization [req-607c81d2-328c-4d56-965d-8cd2c2751838 req-7e9dfba6-45a1-4933-8123-e4e4881aa97e service nova] Enqueued Resource ID: e8655014-7389-4597-9aa9-6a3c5be299bb with Priority: HIGHEST for action security_group_members [ 1166.814889] env[69975]: INFO networking_nsxv3.common.synchronization [req-607c81d2-328c-4d56-965d-8cd2c2751838 req-7e9dfba6-45a1-4933-8123-e4e4881aa97e service nova] Enqueued Resource ID: 56cebe1d-243c-4f51-b0a0-200e18141707 with Priority: HIGHEST for action port [ 1166.815514] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8655014-7389-4597-9aa9-6a3c5be299bb with Priority: HIGHEST for action security_group_rules [ 1166.815562] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8655014-7389-4597-9aa9-6a3c5be299bb with Priority: HIGHEST for action security_group_members [ 1166.815694] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cebe1d-243c-4f51-b0a0-200e18141707 with Priority: HIGHEST for action port [ 1166.816011] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8655014-7389-4597-9aa9-6a3c5be299bb taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.820245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.820373] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.820631] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.825194] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8655014-7389-4597-9aa9-6a3c5be299bb',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.826374] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8655014-7389-4597-9aa9-6a3c5be299bb taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.826514] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.826570] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.826767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.826922] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.827104] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.827104] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.828914] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.828914] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.828914] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8655014-7389-4597-9aa9-6a3c5be299bb',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.829218] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-56cebe1d-243c-4f51-b0a0-200e18141707 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.829218] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56cebe1d-243c-4f51-b0a0-200e18141707" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.829218] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56cebe1d-243c-4f51-b0a0-200e18141707" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.829412] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56cebe1d-243c-4f51-b0a0-200e18141707" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.829546] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56cebe1d-243c-4f51-b0a0-200e18141707',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.333064] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8655014-7389-4597-9aa9-6a3c5be299bb taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.333064] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.333387] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8655014-7389-4597-9aa9-6a3c5be299bb',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.334103] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56cebe1d-243c-4f51-b0a0-200e18141707 with status ACTIVE [ 1167.334336] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.334453] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.334528] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.334883] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.334883] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.335149] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.335149] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.335149] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.335361] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.335404] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.335828] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.335828] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.335828] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.336083] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.336923] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.336923] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56cebe1d-243c-4f51-b0a0-200e18141707 is going to be updated. [ 1167.360631] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.360852] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.360852] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.361096] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.361240] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.361496] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56cebe1d-243c-4f51-b0a0-200e18141707" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.762518] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5061c13-9105-4559-91ef-7de2761de5f2 in Status: SUCCESS [ 1167.762848] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.838485] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8655014-7389-4597-9aa9-6a3c5be299bb',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.341184] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.341422] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.341422] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.341666] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.341756] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.341857] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8655014-7389-4597-9aa9-6a3c5be299bb is going to be created. [ 1168.399857] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.399992] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.400075] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.400301] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.400703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.412199] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8655014-7389-4597-9aa9-6a3c5be299bb in Status: UNINITIALIZED for 2s [ 1169.631353] env[69975]: INFO networking_nsxv3.common.synchronization [req-1118e797-ef42-4dfd-b024-52e10620a974 req-28bc12e1-c238-44f4-89a6-a6cfcbeb888b tempest-ServersAdminNegativeTestJSON-1880926754 tempest-ServersAdminNegativeTestJSON-1880926754-project-member] Enqueued Resource ID: 69321a5f-963a-4676-b9c6-0377219d6471 with Priority: HIGHEST for action security_group_members [ 1169.631353] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69321a5f-963a-4676-b9c6-0377219d6471 with Priority: HIGHEST for action security_group_members [ 1169.631353] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-69321a5f-963a-4676-b9c6-0377219d6471 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.631353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.631353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.631353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.631353] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.631353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.631353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.631353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.631353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.631353] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69321a5f-963a-4676-b9c6-0377219d6471',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.133748] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.133941] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.134027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.134253] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.134385] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.134542] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.134667] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.134745] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.134917] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.134994] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.135094] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69321a5f-963a-4676-b9c6-0377219d6471 is going to be updated. [ 1170.164935] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.165126] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.165192] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.165380] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.165524] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.174858] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69321a5f-963a-4676-b9c6-0377219d6471 in Status: IN_PROGRESS for 2s [ 1170.423462] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8655014-7389-4597-9aa9-6a3c5be299bb in Status: SUCCESS [ 1170.423462] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.423462] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.423462] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.423462] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.423462] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.424050] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.424050] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.424050] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.424050] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.424050] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8655014-7389-4597-9aa9-6a3c5be299bb',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.933423] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8655014-7389-4597-9aa9-6a3c5be299bb',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.435840] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8655014-7389-4597-9aa9-6a3c5be299bb: rpc.has_security_group_logging(os_id): False [ 1171.459277] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.459413] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.459481] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.459699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.459784] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.460041] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.460142] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.460202] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.460350] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.460429] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.461020] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8655014-7389-4597-9aa9-6a3c5be299bb is going to be created. [ 1171.539993] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.542915] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.542915] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.546786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.546786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.565537] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8655014-7389-4597-9aa9-6a3c5be299bb in Status: IN_PROGRESS for 2s [ 1172.185408] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69321a5f-963a-4676-b9c6-0377219d6471 in Status: SUCCESS [ 1172.185966] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69321a5f-963a-4676-b9c6-0377219d6471 deletion is rescheduled due to dependency. [ 1172.185966] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.088055] env[69975]: INFO networking_nsxv3.common.synchronization [None req-00abf811-9b95-4d65-98be-84dca1d324d7 None None] Enqueued Resource ID: 22e1de65-fdea-40f0-9b17-540c74904724 with Priority: HIGHEST for action port [ 1173.088055] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e1de65-fdea-40f0-9b17-540c74904724 with Priority: HIGHEST for action port [ 1173.088055] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-22e1de65-fdea-40f0-9b17-540c74904724 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.088055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22e1de65-fdea-40f0-9b17-540c74904724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.088055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22e1de65-fdea-40f0-9b17-540c74904724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.088055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22e1de65-fdea-40f0-9b17-540c74904724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.088055] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22e1de65-fdea-40f0-9b17-540c74904724',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.317167] env[69975]: INFO networking_nsxv3.common.synchronization [req-0b32d198-026d-4dde-a325-89d6b527a5d2 req-883a7be4-4608-47a6-8a54-b2213dca61e5 tempest-ServerGroupTestJSON-2030788215 tempest-ServerGroupTestJSON-2030788215-project-member] Enqueued Resource ID: 98a59886-3a76-405e-bf0a-f11b1b5d58b9 with Priority: HIGHEST for action security_group_members [ 1173.317167] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98a59886-3a76-405e-bf0a-f11b1b5d58b9 with Priority: HIGHEST for action security_group_members [ 1173.317167] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-98a59886-3a76-405e-bf0a-f11b1b5d58b9 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.317167] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.317167] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.317167] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.317167] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.317167] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.317167] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.318933] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.319181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.320030] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98a59886-3a76-405e-bf0a-f11b1b5d58b9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.581955] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8655014-7389-4597-9aa9-6a3c5be299bb in Status: SUCCESS [ 1173.581955] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.591898] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22e1de65-fdea-40f0-9b17-540c74904724 [ 1173.592200] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.592344] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.592417] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.592632] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.592718] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.592814] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22e1de65-fdea-40f0-9b17-540c74904724 already deleted. [ 1173.592895] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22e1de65-fdea-40f0-9b17-540c74904724" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.825324] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.825324] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.825324] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.825324] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.825324] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.825324] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.825324] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.825324] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.825324] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.825324] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.825324] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98a59886-3a76-405e-bf0a-f11b1b5d58b9 already deleted. [ 1173.825324] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.049689] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-684 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.050570] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-684" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.050570] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-684" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.050570] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-684" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.050697] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.050838] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.050958] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.051206] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.051354] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.051584] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1174.051709] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1174.051831] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1174.051937] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1174.052064] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1174.052178] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1174.052363] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1174.071207] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1174.071420] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1174.071604] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1174.071822] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-684" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.072158] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-f7df84f7-0f9d-4a14-8754-7df70a42ac3f taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.072355] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-f7df84f7-0f9d-4a14-8754-7df70a42ac3f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.072487] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-f7df84f7-0f9d-4a14-8754-7df70a42ac3f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.072849] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-f7df84f7-0f9d-4a14-8754-7df70a42ac3f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.072999] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7df84f7-0f9d-4a14-8754-7df70a42ac3f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.476931] env[69975]: INFO networking_nsxv3.common.synchronization [None req-374ef14a-859f-4591-b63b-eaa56c53a260 tempest-AttachVolumeShelveTestJSON-1631444546 tempest-AttachVolumeShelveTestJSON-1631444546-project-member] Enqueued Resource ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e with Priority: HIGHEST for action security_group_rules [ 1174.477458] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e with Priority: HIGHEST for action security_group_rules [ 1174.477769] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b7d643c-d144-45b0-b11b-f8b85372c04e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.477900] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.477972] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.482022] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.482022] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b7d643c-d144-45b0-b11b-f8b85372c04e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.575317] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.575564] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.575701] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.575996] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.576178] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.576339] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port f7df84f7-0f9d-4a14-8754-7df70a42ac3f not found, creating... [ 1174.576605] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.576768] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.576893] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.579049] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.582541] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.582878] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.583140] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.583294] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.583557] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.584320] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.584320] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: f7df84f7-0f9d-4a14-8754-7df70a42ac3f is going to be created. [ 1174.602017] env[69975]: INFO networking_nsxv3.common.synchronization [None req-6acebac4-6748-4f72-9ad8-6a7d9869b1f1 tempest-AttachVolumeShelveTestJSON-1631444546 tempest-AttachVolumeShelveTestJSON-1631444546-project-member] Enqueued Resource ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e with Priority: HIGHEST for action security_group_rules [ 1174.606062] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e with Priority: HIGHEST for action security_group_rules [ 1174.606781] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.607052] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.607214] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.607506] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.607768] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.608032] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-f7df84f7-0f9d-4a14-8754-7df70a42ac3f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.611137] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b7d643c-d144-45b0-b11b-f8b85372c04e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.611137] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.003879] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.004038] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.004117] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.004332] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.004433] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.004578] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e already deleted. [ 1175.004672] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.004816] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.004974] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.005071] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b7d643c-d144-45b0-b11b-f8b85372c04e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.239558] env[69975]: INFO networking_nsxv3.common.synchronization [None req-1f8e64ea-4cc2-4b3a-8d50-cc5a1aae1e46 None None] Enqueued Resource ID: f57eb272-72ce-4024-b9ff-b0a18f69b5b7 with Priority: HIGHEST for action port [ 1175.240432] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f57eb272-72ce-4024-b9ff-b0a18f69b5b7 with Priority: HIGHEST for action port [ 1175.241013] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-f57eb272-72ce-4024-b9ff-b0a18f69b5b7 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.241204] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f57eb272-72ce-4024-b9ff-b0a18f69b5b7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.241337] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f57eb272-72ce-4024-b9ff-b0a18f69b5b7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.241563] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f57eb272-72ce-4024-b9ff-b0a18f69b5b7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.241914] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f57eb272-72ce-4024-b9ff-b0a18f69b5b7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.389316] env[69975]: INFO networking_nsxv3.common.synchronization [req-0b32d198-026d-4dde-a325-89d6b527a5d2 req-4b6ee9cd-1a20-4f56-bc57-bdd59530bf25 service nova] Enqueued Resource ID: 98a59886-3a76-405e-bf0a-f11b1b5d58b9 with Priority: HIGHEST for action security_group_rules [ 1175.389316] env[69975]: INFO networking_nsxv3.common.synchronization [req-0b32d198-026d-4dde-a325-89d6b527a5d2 req-4b6ee9cd-1a20-4f56-bc57-bdd59530bf25 service nova] Enqueued Resource ID: 98a59886-3a76-405e-bf0a-f11b1b5d58b9 with Priority: HIGHEST for action security_group_members [ 1175.389316] env[69975]: INFO networking_nsxv3.common.synchronization [req-0b32d198-026d-4dde-a325-89d6b527a5d2 req-4b6ee9cd-1a20-4f56-bc57-bdd59530bf25 service nova] Enqueued Resource ID: f7df84f7-0f9d-4a14-8754-7df70a42ac3f with Priority: HIGHEST for action port [ 1175.389316] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98a59886-3a76-405e-bf0a-f11b1b5d58b9 with Priority: HIGHEST for action security_group_rules [ 1175.389316] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98a59886-3a76-405e-bf0a-f11b1b5d58b9 with Priority: HIGHEST for action security_group_members [ 1175.389316] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7df84f7-0f9d-4a14-8754-7df70a42ac3f with Priority: HIGHEST for action port [ 1175.391916] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98a59886-3a76-405e-bf0a-f11b1b5d58b9 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.392069] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.392198] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.392425] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.392506] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98a59886-3a76-405e-bf0a-f11b1b5d58b9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.393480] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-98a59886-3a76-405e-bf0a-f11b1b5d58b9 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.394014] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.394014] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.394014] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.394014] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.394272] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.394272] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.394372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.394421] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.394485] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98a59886-3a76-405e-bf0a-f11b1b5d58b9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.396317] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7df84f7-0f9d-4a14-8754-7df70a42ac3f taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.398108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7df84f7-0f9d-4a14-8754-7df70a42ac3f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.398108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7df84f7-0f9d-4a14-8754-7df70a42ac3f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.398108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7df84f7-0f9d-4a14-8754-7df70a42ac3f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.398108] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7df84f7-0f9d-4a14-8754-7df70a42ac3f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.530179] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.530586] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.530586] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.530586] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.530722] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.530756] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e already deleted. [ 1175.530850] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.744322] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f57eb272-72ce-4024-b9ff-b0a18f69b5b7 [ 1175.744791] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.744923] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.744923] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.745165] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.745250] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.745350] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f57eb272-72ce-4024-b9ff-b0a18f69b5b7 already deleted. [ 1175.745435] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f57eb272-72ce-4024-b9ff-b0a18f69b5b7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.897133] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98a59886-3a76-405e-bf0a-f11b1b5d58b9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.898423] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-98a59886-3a76-405e-bf0a-f11b1b5d58b9 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.898583] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.900245] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7df84f7-0f9d-4a14-8754-7df70a42ac3f with status ACTIVE [ 1175.905473] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.905473] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.905473] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.905473] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.905473] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.905473] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.905473] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.905473] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.905473] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.905473] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.905473] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.905473] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.905473] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.905473] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.905473] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.905473] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7df84f7-0f9d-4a14-8754-7df70a42ac3f is going to be updated. [ 1175.928134] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.928402] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.928402] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.928642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.928875] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.929154] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7df84f7-0f9d-4a14-8754-7df70a42ac3f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.400202] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98a59886-3a76-405e-bf0a-f11b1b5d58b9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.903865] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.904209] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.904309] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.904645] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.904811] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.904986] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98a59886-3a76-405e-bf0a-f11b1b5d58b9 is going to be created. [ 1176.932112] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.932112] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.932112] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.932112] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.932479] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.942714] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98a59886-3a76-405e-bf0a-f11b1b5d58b9 in Status: UNINITIALIZED for 2s [ 1178.325304] env[69975]: INFO networking_nsxv3.common.synchronization [req-ad800f0d-c597-4ed8-9dfc-6e1273fb5bc7 req-49039176-334b-48ae-a962-5364f4077064 tempest-AttachInterfacesTestJSON-924533598 tempest-AttachInterfacesTestJSON-924533598-project-member] Enqueued Resource ID: 9475164a-24e4-4dd7-963a-e6fe58192829 with Priority: HIGHEST for action security_group_members [ 1178.325839] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9475164a-24e4-4dd7-963a-e6fe58192829 with Priority: HIGHEST for action security_group_members [ 1178.326151] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-9475164a-24e4-4dd7-963a-e6fe58192829 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.326269] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.326336] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.326584] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.326766] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.326879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.326941] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.327418] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.327514] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.327651] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9475164a-24e4-4dd7-963a-e6fe58192829',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.669912] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.670249] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.670409] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.670807] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.670948] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.671141] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.671254] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.671520] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.671648] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.671834] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1178.671935] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1178.672128] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1178.672201] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1178.672278] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1178.672386] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1178.672520] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1178.692321] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1178.692497] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1178.692778] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1178.692987] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.693342] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-18ad43f6-284f-4ffe-8c0c-638aa5dc1be9 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.693574] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-18ad43f6-284f-4ffe-8c0c-638aa5dc1be9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.693711] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-18ad43f6-284f-4ffe-8c0c-638aa5dc1be9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.694165] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-18ad43f6-284f-4ffe-8c0c-638aa5dc1be9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.694349] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18ad43f6-284f-4ffe-8c0c-638aa5dc1be9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.830182] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.830375] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.830439] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.830634] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.830731] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.830944] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.831064] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.831127] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.831282] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.831355] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.831452] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9475164a-24e4-4dd7-963a-e6fe58192829 already deleted. [ 1178.831557] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.953085] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98a59886-3a76-405e-bf0a-f11b1b5d58b9 in Status: SUCCESS [ 1178.953272] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.953619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.953866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.954076] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.954199] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.954265] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.954438] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.954632] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.954775] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.954832] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98a59886-3a76-405e-bf0a-f11b1b5d58b9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.197282] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.197518] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.197653] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.197943] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.198119] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.198278] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 18ad43f6-284f-4ffe-8c0c-638aa5dc1be9 not found, creating... [ 1179.198536] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.198699] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.198820] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.199084] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.199309] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.199639] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.199811] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.199935] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.200575] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.200761] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.200944] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 18ad43f6-284f-4ffe-8c0c-638aa5dc1be9 is going to be created. [ 1179.222513] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.222751] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.222920] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.223259] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.223562] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.223855] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-18ad43f6-284f-4ffe-8c0c-638aa5dc1be9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.458152] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-98a59886-3a76-405e-bf0a-f11b1b5d58b9 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.458744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.458744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.458744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.458744] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.459245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.459245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.459245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.459245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.459245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.459517] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-98a59886-3a76-405e-bf0a-f11b1b5d58b9 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.459517] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.459517] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.459826] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.459826] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.459826] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.459826] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.460058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.460058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.460155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.460206] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98a59886-3a76-405e-bf0a-f11b1b5d58b9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.964278] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98a59886-3a76-405e-bf0a-f11b1b5d58b9: rpc.has_security_group_logging(os_id): False [ 1179.983055] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.983208] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.983287] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.983552] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.983759] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.984015] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.984103] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.985236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.985236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.985236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.985236] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.985236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.985236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.985542] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.985632] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.985849] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.985949] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.986027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.986541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.986541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.986541] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98a59886-3a76-405e-bf0a-f11b1b5d58b9 is going to be created. [ 1179.990197] env[69975]: INFO networking_nsxv3.common.synchronization [req-ad800f0d-c597-4ed8-9dfc-6e1273fb5bc7 req-b2b912b5-5992-4817-a38f-d3c3dfe2e22c service nova] Enqueued Resource ID: 9475164a-24e4-4dd7-963a-e6fe58192829 with Priority: HIGHEST for action security_group_rules [ 1179.990386] env[69975]: INFO networking_nsxv3.common.synchronization [req-ad800f0d-c597-4ed8-9dfc-6e1273fb5bc7 req-b2b912b5-5992-4817-a38f-d3c3dfe2e22c service nova] Enqueued Resource ID: 9475164a-24e4-4dd7-963a-e6fe58192829 with Priority: HIGHEST for action security_group_members [ 1179.990531] env[69975]: INFO networking_nsxv3.common.synchronization [req-ad800f0d-c597-4ed8-9dfc-6e1273fb5bc7 req-b2b912b5-5992-4817-a38f-d3c3dfe2e22c service nova] Enqueued Resource ID: 18ad43f6-284f-4ffe-8c0c-638aa5dc1be9 with Priority: HIGHEST for action port [ 1179.991039] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9475164a-24e4-4dd7-963a-e6fe58192829 with Priority: HIGHEST for action security_group_rules [ 1179.991201] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9475164a-24e4-4dd7-963a-e6fe58192829 with Priority: HIGHEST for action security_group_members [ 1179.991266] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18ad43f6-284f-4ffe-8c0c-638aa5dc1be9 with Priority: HIGHEST for action port [ 1179.991530] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9475164a-24e4-4dd7-963a-e6fe58192829 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.991634] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.991704] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.991868] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.991949] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9475164a-24e4-4dd7-963a-e6fe58192829',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.993430] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-9475164a-24e4-4dd7-963a-e6fe58192829 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.993608] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.993673] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.993831] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.993977] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.994080] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.994143] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.994634] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.994715] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.994808] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9475164a-24e4-4dd7-963a-e6fe58192829',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.996047] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-18ad43f6-284f-4ffe-8c0c-638aa5dc1be9 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.996162] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18ad43f6-284f-4ffe-8c0c-638aa5dc1be9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.996229] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18ad43f6-284f-4ffe-8c0c-638aa5dc1be9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.996378] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18ad43f6-284f-4ffe-8c0c-638aa5dc1be9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.996460] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18ad43f6-284f-4ffe-8c0c-638aa5dc1be9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.063660] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.063884] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.063989] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.064217] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.064440] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.077580] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98a59886-3a76-405e-bf0a-f11b1b5d58b9 in Status: IN_PROGRESS for 2s [ 1180.495201] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-9475164a-24e4-4dd7-963a-e6fe58192829 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.495594] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.503070] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9475164a-24e4-4dd7-963a-e6fe58192829',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.503070] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18ad43f6-284f-4ffe-8c0c-638aa5dc1be9 with status ACTIVE [ 1180.503070] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.503070] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.503070] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.503376] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.503376] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.503973] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.503973] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.503973] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.503973] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.503973] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.505127] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.505127] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.505127] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.505127] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.505127] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.505127] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18ad43f6-284f-4ffe-8c0c-638aa5dc1be9 is going to be updated. [ 1180.530226] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.530447] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.530447] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.530649] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.530833] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.530997] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18ad43f6-284f-4ffe-8c0c-638aa5dc1be9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.583681] env[69975]: INFO networking_nsxv3.common.synchronization [req-8e6ecf52-b806-46c2-8dc4-003b6ebf64e4 req-1de1dc5a-a12d-4fac-b998-44bdd19cfb14 tempest-ServerActionsTestJSON-676534199 tempest-ServerActionsTestJSON-676534199-project-member] Enqueued Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_members [ 1180.583681] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_members [ 1180.583681] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e87de2-ee17-49bb-8725-36c150ebf512 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.583681] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.583681] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.583681] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.583681] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.583681] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.583681] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.584223] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.584437] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.586028] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.949535] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.949741] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-736" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.949893] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-736" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.950212] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-736" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.950482] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.950651] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.950776] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.950996] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.951251] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.951853] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1180.951853] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1180.951853] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1180.951978] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1180.952132] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1180.952178] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1180.952333] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1180.974802] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1180.975128] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1180.975233] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1180.975482] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-736" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.975873] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-98b299b9-3425-43e1-95bf-4acd909b7ad4 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.976139] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-98b299b9-3425-43e1-95bf-4acd909b7ad4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.976310] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-98b299b9-3425-43e1-95bf-4acd909b7ad4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.976660] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-98b299b9-3425-43e1-95bf-4acd909b7ad4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.976839] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98b299b9-3425-43e1-95bf-4acd909b7ad4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.006583] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9475164a-24e4-4dd7-963a-e6fe58192829',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.089428] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.089615] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.089675] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.089877] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.089970] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.090191] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.090300] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.090350] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.090506] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.090584] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.090687] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e87de2-ee17-49bb-8725-36c150ebf512 is going to be updated. [ 1181.120063] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.120217] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.120332] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.120487] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.120636] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.130895] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: IN_PROGRESS for 2s [ 1181.481950] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.481950] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.481950] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.481950] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.481950] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.481950] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 98b299b9-3425-43e1-95bf-4acd909b7ad4 not found, creating... [ 1181.481950] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.481950] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.481950] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.481950] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.481950] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.482584] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.482584] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.482584] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.482584] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.482584] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.482584] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 98b299b9-3425-43e1-95bf-4acd909b7ad4 is going to be created. [ 1181.509133] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.509773] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.509773] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.509773] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.509999] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.509999] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9475164a-24e4-4dd7-963a-e6fe58192829 is going to be created. [ 1181.516681] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.517117] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.517266] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.517611] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.517846] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.518113] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-98b299b9-3425-43e1-95bf-4acd909b7ad4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.554946] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.554946] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.555169] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.555482] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.555554] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.575982] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9475164a-24e4-4dd7-963a-e6fe58192829 in Status: UNINITIALIZED for 2s [ 1182.090255] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98a59886-3a76-405e-bf0a-f11b1b5d58b9 in Status: SUCCESS [ 1182.091031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.247969] env[69975]: INFO networking_nsxv3.common.synchronization [req-8e6ecf52-b806-46c2-8dc4-003b6ebf64e4 req-3e9ca032-9911-4234-8089-49687a4dd083 service nova] Enqueued Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_rules [ 1182.248266] env[69975]: INFO networking_nsxv3.common.synchronization [req-8e6ecf52-b806-46c2-8dc4-003b6ebf64e4 req-3e9ca032-9911-4234-8089-49687a4dd083 service nova] Enqueued Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_members [ 1182.248442] env[69975]: INFO networking_nsxv3.common.synchronization [req-8e6ecf52-b806-46c2-8dc4-003b6ebf64e4 req-3e9ca032-9911-4234-8089-49687a4dd083 service nova] Enqueued Resource ID: 98b299b9-3425-43e1-95bf-4acd909b7ad4 with Priority: HIGHEST for action port [ 1182.248690] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_rules [ 1182.248822] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_members [ 1182.248914] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98b299b9-3425-43e1-95bf-4acd909b7ad4 with Priority: HIGHEST for action port [ 1182.249517] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67e87de2-ee17-49bb-8725-36c150ebf512 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.249768] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.249841] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.250063] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.250144] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.251011] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e87de2-ee17-49bb-8725-36c150ebf512 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.251117] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.251309] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-98b299b9-3425-43e1-95bf-4acd909b7ad4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.251412] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98b299b9-3425-43e1-95bf-4acd909b7ad4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.251470] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98b299b9-3425-43e1-95bf-4acd909b7ad4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.251699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98b299b9-3425-43e1-95bf-4acd909b7ad4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.251785] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98b299b9-3425-43e1-95bf-4acd909b7ad4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.756445] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e87de2-ee17-49bb-8725-36c150ebf512 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.756754] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.756754] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98b299b9-3425-43e1-95bf-4acd909b7ad4 with status ACTIVE [ 1182.756916] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.757033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.757096] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.757307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.757469] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.758021] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.758021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.758021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.758021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.758021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.758315] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.758315] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.758315] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.758415] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.758532] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.758561] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98b299b9-3425-43e1-95bf-4acd909b7ad4 is going to be updated. [ 1182.781611] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.781778] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.781840] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.782070] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.782215] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.782362] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98b299b9-3425-43e1-95bf-4acd909b7ad4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.142278] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: SUCCESS [ 1183.142460] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e87de2-ee17-49bb-8725-36c150ebf512 deletion is rescheduled due to dependency. [ 1183.142580] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.142746] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.142960] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.143159] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.143278] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.143343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.143499] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.143645] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.143745] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.586072] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9475164a-24e4-4dd7-963a-e6fe58192829 in Status: SUCCESS [ 1183.586261] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.586419] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.586652] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.586834] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.586950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.587026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.587181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.587258] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.587343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.587431] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9475164a-24e4-4dd7-963a-e6fe58192829',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.646700] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.089461] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9475164a-24e4-4dd7-963a-e6fe58192829',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.149146] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.594533] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9475164a-24e4-4dd7-963a-e6fe58192829: rpc.has_security_group_logging(os_id): False [ 1184.612770] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.612961] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.613031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.613214] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.613375] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.613635] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.613748] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.613784] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.613933] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.614012] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.614105] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9475164a-24e4-4dd7-963a-e6fe58192829 is going to be created. [ 1184.652143] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.652349] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.652349] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.652581] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.652696] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.652763] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e87de2-ee17-49bb-8725-36c150ebf512 is going to be updated. [ 1184.690316] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.690485] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.690611] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.690730] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.690917] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.694847] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.695039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.695118] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.695314] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.695448] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.710437] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: IN_PROGRESS for 2s [ 1184.711121] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9475164a-24e4-4dd7-963a-e6fe58192829 in Status: IN_PROGRESS for 2s [ 1186.581755] env[69975]: INFO networking_nsxv3.common.synchronization [req-79cff135-f779-479f-8d6b-6205f15ef875 req-a09334f2-b17e-4c79-bf1f-bafdfd124982 tempest-ServerGroupTestJSON-2030788215 tempest-ServerGroupTestJSON-2030788215-project-member] Enqueued Resource ID: 98a59886-3a76-405e-bf0a-f11b1b5d58b9 with Priority: HIGHEST for action security_group_members [ 1186.582359] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98a59886-3a76-405e-bf0a-f11b1b5d58b9 with Priority: HIGHEST for action security_group_members [ 1186.582668] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-98a59886-3a76-405e-bf0a-f11b1b5d58b9 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.582790] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.582847] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.584290] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.584290] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.584290] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.584290] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.584290] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.584290] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.584290] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98a59886-3a76-405e-bf0a-f11b1b5d58b9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.722773] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: SUCCESS [ 1186.722994] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.723180] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.723393] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.723636] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.723717] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.723785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.723939] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.724043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.724118] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.724201] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.725831] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9475164a-24e4-4dd7-963a-e6fe58192829 in Status: SUCCESS [ 1186.725831] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.086401] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.087043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.087043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.087043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.087043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.087304] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.087412] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.087476] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.087637] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.087711] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.087799] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98a59886-3a76-405e-bf0a-f11b1b5d58b9 is going to be updated. [ 1187.121121] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.121121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.121329] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.121413] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.121533] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.130909] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98a59886-3a76-405e-bf0a-f11b1b5d58b9 in Status: IN_PROGRESS for 2s [ 1187.226658] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.729622] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67e87de2-ee17-49bb-8725-36c150ebf512: rpc.has_security_group_logging(os_id): False [ 1187.746430] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.746579] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.746653] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.746903] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.746998] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.747264] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.747372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.747646] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.747826] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.747932] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.748044] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67e87de2-ee17-49bb-8725-36c150ebf512 is going to be updated. [ 1187.807861] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.808045] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.808094] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.808305] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.808483] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.823220] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: IN_PROGRESS for 2s [ 1188.847149] env[69975]: INFO networking_nsxv3.common.synchronization [None req-4ef60df5-6ddc-4e44-ba36-e188a665d961 None None] Enqueued Resource ID: 2a4106ee-b1a7-46ac-8726-fdedaef021e9 with Priority: HIGHEST for action port [ 1188.847149] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a4106ee-b1a7-46ac-8726-fdedaef021e9 with Priority: HIGHEST for action port [ 1188.847149] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a4106ee-b1a7-46ac-8726-fdedaef021e9 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.847149] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a4106ee-b1a7-46ac-8726-fdedaef021e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.847149] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a4106ee-b1a7-46ac-8726-fdedaef021e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.852789] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a4106ee-b1a7-46ac-8726-fdedaef021e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.852789] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a4106ee-b1a7-46ac-8726-fdedaef021e9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.130641] env[69975]: INFO networking_nsxv3.common.synchronization [req-6798b344-8c67-4fa0-a6ff-926ec56e4c68 req-215ffb18-777a-4bc9-93d9-135a60ce0d42 tempest-ServersTestJSON-915624429 tempest-ServersTestJSON-915624429-project-member] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 1189.130875] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 1189.132703] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.132703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.132703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.132703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.132703] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.132703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.132703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.132703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.133403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.133506] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.145076] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98a59886-3a76-405e-bf0a-f11b1b5d58b9 in Status: SUCCESS [ 1189.145459] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98a59886-3a76-405e-bf0a-f11b1b5d58b9 deletion is rescheduled due to dependency. [ 1189.145684] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.356260] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a4106ee-b1a7-46ac-8726-fdedaef021e9 [ 1189.356260] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.356260] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.356260] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.356260] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.356260] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.356260] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a4106ee-b1a7-46ac-8726-fdedaef021e9 already deleted. [ 1189.356260] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a4106ee-b1a7-46ac-8726-fdedaef021e9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.640133] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.672926] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.673320] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.673534] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.673976] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.674335] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.674509] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.674739] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.675090] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.675304] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.675579] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1189.675779] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1189.675944] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1189.676140] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1189.676325] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1189.676485] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1189.676756] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1189.705022] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1189.705022] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1189.705022] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1189.705022] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-58" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.705022] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-2d1c1373-bca8-422f-8fb6-d622ea4afdd1 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.705022] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-2d1c1373-bca8-422f-8fb6-d622ea4afdd1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.705022] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-2d1c1373-bca8-422f-8fb6-d622ea4afdd1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.705022] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-2d1c1373-bca8-422f-8fb6-d622ea4afdd1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.705022] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d1c1373-bca8-422f-8fb6-d622ea4afdd1',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.851135] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: SUCCESS [ 1189.851135] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.143628] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.211249] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.211249] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.211249] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.211249] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.211249] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.211249] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 2d1c1373-bca8-422f-8fb6-d622ea4afdd1 not found, creating... [ 1190.211249] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.211249] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.211249] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.211249] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.211249] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.211614] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.211614] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.212476] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.212830] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.213114] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.213368] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 2d1c1373-bca8-422f-8fb6-d622ea4afdd1 is going to be created. [ 1190.238759] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.239263] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.239894] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.240317] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.240677] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.241062] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-2d1c1373-bca8-422f-8fb6-d622ea4afdd1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.645789] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.645789] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.645789] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.645789] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.645789] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.646134] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be updated. [ 1190.674130] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.674275] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.674344] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.674660] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.674704] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.683843] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: IN_PROGRESS for 2s [ 1190.946226] env[69975]: INFO networking_nsxv3.common.synchronization [req-6798b344-8c67-4fa0-a6ff-926ec56e4c68 req-9be983e9-3683-4edc-af75-9b167849bb38 service nova] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_rules [ 1190.946562] env[69975]: INFO networking_nsxv3.common.synchronization [req-6798b344-8c67-4fa0-a6ff-926ec56e4c68 req-9be983e9-3683-4edc-af75-9b167849bb38 service nova] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 1190.947089] env[69975]: INFO networking_nsxv3.common.synchronization [req-6798b344-8c67-4fa0-a6ff-926ec56e4c68 req-9be983e9-3683-4edc-af75-9b167849bb38 service nova] Enqueued Resource ID: 2d1c1373-bca8-422f-8fb6-d622ea4afdd1 with Priority: HIGHEST for action port [ 1190.947729] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_rules [ 1190.947729] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 1190.947729] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1c1373-bca8-422f-8fb6-d622ea4afdd1 with Priority: HIGHEST for action port [ 1190.948799] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.948949] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.949044] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.949282] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.949373] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.950306] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.950421] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.950653] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d1c1373-bca8-422f-8fb6-d622ea4afdd1 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.950775] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d1c1373-bca8-422f-8fb6-d622ea4afdd1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.950856] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d1c1373-bca8-422f-8fb6-d622ea4afdd1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.951316] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d1c1373-bca8-422f-8fb6-d622ea4afdd1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.951399] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d1c1373-bca8-422f-8fb6-d622ea4afdd1',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.431426] env[69975]: INFO networking_nsxv3.common.synchronization [None req-4807f163-4be0-4b67-a616-6ec3ca163f12 None None] Enqueued Resource ID: 1f90bd63-e567-4b97-b148-b7ceab339905 with Priority: HIGHEST for action port [ 1191.431972] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f90bd63-e567-4b97-b148-b7ceab339905 with Priority: HIGHEST for action port [ 1191.432336] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f90bd63-e567-4b97-b148-b7ceab339905 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.432548] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f90bd63-e567-4b97-b148-b7ceab339905" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.432628] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f90bd63-e567-4b97-b148-b7ceab339905" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.433150] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f90bd63-e567-4b97-b148-b7ceab339905" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.433263] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f90bd63-e567-4b97-b148-b7ceab339905',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.440901] env[69975]: INFO networking_nsxv3.common.synchronization [req-b19b24d0-dc90-466a-931f-95abb2d1b2d2 req-7f603644-ad86-425e-b75a-118b9d5bcfee tempest-AttachVolumeShelveTestJSON-1631444546 tempest-AttachVolumeShelveTestJSON-1631444546-project-member] Enqueued Resource ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e with Priority: HIGHEST for action security_group_members [ 1191.441152] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e with Priority: HIGHEST for action security_group_members [ 1191.441907] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b7d643c-d144-45b0-b11b-f8b85372c04e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.442096] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.442096] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.442343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.442500] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.442590] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.442660] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.442811] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.442892] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.442986] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b7d643c-d144-45b0-b11b-f8b85372c04e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.453306] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.453449] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.453591] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d1c1373-bca8-422f-8fb6-d622ea4afdd1 with status ACTIVE [ 1191.453901] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.453901] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.454075] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.454175] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.454262] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.454432] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.454525] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.454587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.454745] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.454811] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.455052] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.455130] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.455130] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.455273] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.455353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.455421] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d1c1373-bca8-422f-8fb6-d622ea4afdd1 is going to be updated. [ 1191.482506] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.482699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.482699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.482919] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.483080] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.483244] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d1c1373-bca8-422f-8fb6-d622ea4afdd1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.776855] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.777073] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-837" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.777216] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-837" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.777508] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-837" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.778123] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.778123] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.778123] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.778381] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.778418] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.778692] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1191.778811] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1191.778848] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1191.778952] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1191.779081] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1191.779192] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1191.779325] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1191.798367] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1191.798548] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1191.798607] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1191.798738] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-837" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.799074] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-f973e93a-f258-4ccd-a732-c323a3202bb3 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.799256] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-f973e93a-f258-4ccd-a732-c323a3202bb3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.799381] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-f973e93a-f258-4ccd-a732-c323a3202bb3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.799702] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-f973e93a-f258-4ccd-a732-c323a3202bb3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.799848] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f973e93a-f258-4ccd-a732-c323a3202bb3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.936166] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f90bd63-e567-4b97-b148-b7ceab339905 [ 1191.936166] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.936166] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.936166] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.936166] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.936449] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.936449] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f90bd63-e567-4b97-b148-b7ceab339905 already deleted. [ 1191.936449] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f90bd63-e567-4b97-b148-b7ceab339905" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.949398] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.949801] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.949801] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.949801] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.950046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.950088] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.950162] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.950223] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.950616] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.950616] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.950695] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e already deleted. [ 1191.950733] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.302212] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.302308] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.302487] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.302685] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.302844] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.303010] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port f973e93a-f258-4ccd-a732-c323a3202bb3 not found, creating... [ 1192.303301] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.303492] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.303637] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.304131] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.304223] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.305423] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.305423] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.305423] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.305423] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.306295] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.306295] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: f973e93a-f258-4ccd-a732-c323a3202bb3 is going to be created. [ 1192.326915] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.327167] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.327318] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.327605] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.327843] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.328078] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-f973e93a-f258-4ccd-a732-c323a3202bb3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.694030] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: SUCCESS [ 1192.694259] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.694431] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.694680] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.694842] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.694959] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.695038] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.695195] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.695276] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.695367] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.036651] env[69975]: INFO networking_nsxv3.common.synchronization [req-b19b24d0-dc90-466a-931f-95abb2d1b2d2 req-5a09c8cc-f31d-464a-83ea-a53430c3a214 service nova] Enqueued Resource ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e with Priority: HIGHEST for action security_group_rules [ 1193.037077] env[69975]: INFO networking_nsxv3.common.synchronization [req-b19b24d0-dc90-466a-931f-95abb2d1b2d2 req-5a09c8cc-f31d-464a-83ea-a53430c3a214 service nova] Enqueued Resource ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e with Priority: HIGHEST for action security_group_members [ 1193.037077] env[69975]: INFO networking_nsxv3.common.synchronization [req-b19b24d0-dc90-466a-931f-95abb2d1b2d2 req-5a09c8cc-f31d-464a-83ea-a53430c3a214 service nova] Enqueued Resource ID: f973e93a-f258-4ccd-a732-c323a3202bb3 with Priority: HIGHEST for action port [ 1193.037526] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e with Priority: HIGHEST for action security_group_rules [ 1193.038230] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e with Priority: HIGHEST for action security_group_members [ 1193.038230] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f973e93a-f258-4ccd-a732-c323a3202bb3 with Priority: HIGHEST for action port [ 1193.038230] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b7d643c-d144-45b0-b11b-f8b85372c04e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.038230] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.038230] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.038562] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.038562] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b7d643c-d144-45b0-b11b-f8b85372c04e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.039421] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b7d643c-d144-45b0-b11b-f8b85372c04e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.039421] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.039535] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.039654] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.041341] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.041466] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.041531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.041684] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.041775] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.041866] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b7d643c-d144-45b0-b11b-f8b85372c04e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.042625] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-f973e93a-f258-4ccd-a732-c323a3202bb3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.042729] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f973e93a-f258-4ccd-a732-c323a3202bb3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.042783] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f973e93a-f258-4ccd-a732-c323a3202bb3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.043882] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f973e93a-f258-4ccd-a732-c323a3202bb3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.043882] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f973e93a-f258-4ccd-a732-c323a3202bb3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.197037] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.545141] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b7d643c-d144-45b0-b11b-f8b85372c04e taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.545309] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.545530] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b7d643c-d144-45b0-b11b-f8b85372c04e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.547540] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f973e93a-f258-4ccd-a732-c323a3202bb3 with status ACTIVE [ 1193.547735] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.547876] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.547964] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.548158] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.548307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.548467] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.548592] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.548592] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.548795] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.548795] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.549058] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.549190] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.549269] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.549426] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.549501] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.549590] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f973e93a-f258-4ccd-a732-c323a3202bb3 is going to be updated. [ 1193.570871] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.571190] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.571190] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.571498] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.571681] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.572035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f973e93a-f258-4ccd-a732-c323a3202bb3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.699048] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.049029] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b7d643c-d144-45b0-b11b-f8b85372c04e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.201853] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.202083] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.202083] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.202299] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.202384] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.202521] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be updated. [ 1194.239364] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.239580] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.239580] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.239797] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.239941] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.253097] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: IN_PROGRESS for 2s [ 1194.552048] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.552292] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.552396] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.552816] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.552991] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.553172] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e is going to be created. [ 1194.591969] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.591969] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.591969] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.591969] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.591969] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.604149] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e in Status: UNINITIALIZED for 2s [ 1196.263496] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: SUCCESS [ 1196.263982] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.263982] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.264224] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.264441] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.264548] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.264614] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.264825] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.264908] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.264991] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.265093] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.614814] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e in Status: SUCCESS [ 1196.614814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.615198] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.615198] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.615367] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.615500] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.615583] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.615698] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.615787] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.615870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.615958] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b7d643c-d144-45b0-b11b-f8b85372c04e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.768064] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.768283] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.768283] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.768485] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.768658] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.768777] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.768834] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.769029] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.769124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.769226] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.769396] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.769516] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.769580] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.769742] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.769928] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.770054] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.770131] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.770274] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.770362] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.770445] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.770533] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.118670] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b7d643c-d144-45b0-b11b-f8b85372c04e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.273134] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33e1b0b0-1e11-410d-91e3-6062199cf7d3: rpc.has_security_group_logging(os_id): False [ 1197.291562] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.291764] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.291845] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.292127] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.292238] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.292473] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.292587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.292653] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.292838] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.292919] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.293160] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.293278] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.293341] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.293502] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.293582] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.293907] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.294101] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.294187] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.294346] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.294426] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.294519] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be updated. [ 1197.361269] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.361472] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.361472] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.361745] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.361974] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.381135] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: IN_PROGRESS for 2s [ 1197.621562] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b7d643c-d144-45b0-b11b-f8b85372c04e: rpc.has_security_group_logging(os_id): False [ 1197.640099] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.640287] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.640343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.640543] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.640628] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.640900] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.641102] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.641102] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.641215] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.641289] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.641379] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e is going to be created. [ 1197.709315] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.709495] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.709565] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.709795] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.709988] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.720866] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e in Status: IN_PROGRESS for 2s [ 1198.038295] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1198.038426] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1198.446181] env[69975]: INFO networking_nsxv3.common.synchronization [req-72f53846-019c-451d-b6f9-54f7c7aab14b req-9a81dd84-a572-4b82-af51-0e3af899990a tempest-ServersTestMultiNic-425894379 tempest-ServersTestMultiNic-425894379-project-member] Enqueued Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1198.446693] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1198.446985] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.447125] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.447194] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.447439] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.447593] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.447690] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.447748] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.447891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.447977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.448078] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.737687] env[69975]: INFO networking_nsxv3.common.synchronization [req-72f53846-019c-451d-b6f9-54f7c7aab14b req-f951f619-6d0a-4f9d-9fd2-19ede7012447 tempest-ServersTestMultiNic-425894379 tempest-ServersTestMultiNic-425894379-project-member] Enqueued Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1198.738227] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1198.738614] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.738732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.950375] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.950375] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.950375] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.950632] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.950694] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.950889] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.951057] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.951057] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.951188] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.951276] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.951417] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 already deleted. [ 1198.951582] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.951690] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.951797] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.951938] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.952035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.952090] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.952229] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.952299] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.952390] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.998690] env[69975]: INFO networking_nsxv3.common.synchronization [req-72f53846-019c-451d-b6f9-54f7c7aab14b req-52f7fb5c-f6a2-4049-b0f2-43371e4b365e tempest-ServersTestMultiNic-425894379 tempest-ServersTestMultiNic-425894379-project-member] Enqueued Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1198.999178] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1198.999795] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.000594] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.419110] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: SUCCESS [ 1199.419434] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.454360] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.454717] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.454717] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.454717] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.454915] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.454976] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.455101] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.455164] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.455326] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.455644] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.458808] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 already deleted. [ 1199.458808] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.458808] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.458808] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.458808] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.458808] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.458808] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.458808] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.458808] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.458808] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.662044] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.662339] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-167" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.662483] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-167" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.662826] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-167" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.663137] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.663308] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.663464] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.663739] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.664182] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.664504] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1199.664697] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1199.664917] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1199.665150] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1199.665343] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1199.665524] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1199.665739] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1199.685581] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1199.685762] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1199.685911] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1199.686126] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-167" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.686704] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-42cd3ec7-258a-40b0-84a1-a13b02fc0670 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.686704] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-42cd3ec7-258a-40b0-84a1-a13b02fc0670" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.686818] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-42cd3ec7-258a-40b0-84a1-a13b02fc0670" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.687106] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-42cd3ec7-258a-40b0-84a1-a13b02fc0670" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.687255] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42cd3ec7-258a-40b0-84a1-a13b02fc0670',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.734421] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e in Status: SUCCESS [ 1199.734661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.959628] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.959888] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.959965] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.960208] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.960309] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.960525] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.960624] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.960693] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.960893] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.960976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.961091] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 already deleted. [ 1199.961175] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.190168] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.190383] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.190554] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.190884] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.191064] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.191266] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 42cd3ec7-258a-40b0-84a1-a13b02fc0670 not found, creating... [ 1200.191576] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.191750] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.191874] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.192127] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.192271] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.192564] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.192724] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.192845] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.193067] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.193204] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.193350] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 42cd3ec7-258a-40b0-84a1-a13b02fc0670 is going to be created. [ 1200.216348] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.216526] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.216666] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.216918] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.217181] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.217634] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-42cd3ec7-258a-40b0-84a1-a13b02fc0670" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.948364] env[69975]: INFO networking_nsxv3.common.synchronization [req-72f53846-019c-451d-b6f9-54f7c7aab14b req-06ffbcac-7753-4ab9-9de5-6274e17c4466 service nova] Enqueued Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_rules [ 1200.948682] env[69975]: INFO networking_nsxv3.common.synchronization [req-72f53846-019c-451d-b6f9-54f7c7aab14b req-06ffbcac-7753-4ab9-9de5-6274e17c4466 service nova] Enqueued Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1200.948734] env[69975]: INFO networking_nsxv3.common.synchronization [req-72f53846-019c-451d-b6f9-54f7c7aab14b req-06ffbcac-7753-4ab9-9de5-6274e17c4466 service nova] Enqueued Resource ID: 42cd3ec7-258a-40b0-84a1-a13b02fc0670 with Priority: HIGHEST for action port [ 1200.949291] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_rules [ 1200.949456] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1200.949552] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42cd3ec7-258a-40b0-84a1-a13b02fc0670 with Priority: HIGHEST for action port [ 1200.949825] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.949969] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.950045] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.950337] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.950431] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.951354] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.951486] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.951536] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.951766] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.951951] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.952066] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.952131] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.952318] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.952427] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.952520] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.953409] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-42cd3ec7-258a-40b0-84a1-a13b02fc0670 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.953692] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42cd3ec7-258a-40b0-84a1-a13b02fc0670" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.953692] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42cd3ec7-258a-40b0-84a1-a13b02fc0670" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.953821] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42cd3ec7-258a-40b0-84a1-a13b02fc0670" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.953883] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42cd3ec7-258a-40b0-84a1-a13b02fc0670',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.456516] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.456726] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.456817] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.457901] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42cd3ec7-258a-40b0-84a1-a13b02fc0670 with status ACTIVE [ 1201.457901] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.458083] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.458083] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.458292] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.458378] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.458554] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.458657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.458706] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.458859] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.458937] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.459141] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.459236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.459296] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.459435] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.459507] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.459591] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42cd3ec7-258a-40b0-84a1-a13b02fc0670 is going to be updated. [ 1201.484282] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.484282] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.484282] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.484516] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.484688] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.484793] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42cd3ec7-258a-40b0-84a1-a13b02fc0670" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.961460] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.033640] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.033881] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-429" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.034032] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-429" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.034378] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-429" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.034645] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.035364] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.035364] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.035524] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.035640] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.035867] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1202.036016] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1202.036090] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1202.036202] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1202.036313] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1202.036426] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1202.036555] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1202.057197] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1202.057435] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1202.057539] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1202.057709] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-429" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.058034] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-389211f6-52f2-45f7-bbf1-f3de5dcce67e taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.058217] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-389211f6-52f2-45f7-bbf1-f3de5dcce67e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.058341] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-389211f6-52f2-45f7-bbf1-f3de5dcce67e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.058671] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-389211f6-52f2-45f7-bbf1-f3de5dcce67e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.058815] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('389211f6-52f2-45f7-bbf1-f3de5dcce67e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.464201] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.464403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.464474] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.464699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.464785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.464892] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 is going to be created. [ 1202.495787] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.496059] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.498448] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.498814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.499115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.531928] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: UNINITIALIZED for 2s [ 1202.562020] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.562292] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.562432] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.562736] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.562892] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.563070] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 389211f6-52f2-45f7-bbf1-f3de5dcce67e not found, creating... [ 1202.563363] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.563529] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.563653] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.564072] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.564265] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.564591] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.564975] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.565246] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.565660] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.565915] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.566205] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 389211f6-52f2-45f7-bbf1-f3de5dcce67e is going to be created. [ 1202.591643] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.592022] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.592265] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.592690] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.593128] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.593534] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-389211f6-52f2-45f7-bbf1-f3de5dcce67e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.278589] env[69975]: INFO networking_nsxv3.common.synchronization [req-72f53846-019c-451d-b6f9-54f7c7aab14b req-c7694c70-edea-4f71-af38-188295792b7c service nova] Enqueued Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_rules [ 1203.278859] env[69975]: INFO networking_nsxv3.common.synchronization [req-72f53846-019c-451d-b6f9-54f7c7aab14b req-c7694c70-edea-4f71-af38-188295792b7c service nova] Enqueued Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1203.278859] env[69975]: INFO networking_nsxv3.common.synchronization [req-72f53846-019c-451d-b6f9-54f7c7aab14b req-c7694c70-edea-4f71-af38-188295792b7c service nova] Enqueued Resource ID: 389211f6-52f2-45f7-bbf1-f3de5dcce67e with Priority: HIGHEST for action port [ 1203.279118] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_rules [ 1203.279244] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1203.279339] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 389211f6-52f2-45f7-bbf1-f3de5dcce67e with Priority: HIGHEST for action port [ 1203.279890] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.279985] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.280441] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.280584] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.280810] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-389211f6-52f2-45f7-bbf1-f3de5dcce67e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.280949] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-389211f6-52f2-45f7-bbf1-f3de5dcce67e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.281048] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-389211f6-52f2-45f7-bbf1-f3de5dcce67e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.282279] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-389211f6-52f2-45f7-bbf1-f3de5dcce67e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.282279] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('389211f6-52f2-45f7-bbf1-f3de5dcce67e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.784964] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 389211f6-52f2-45f7-bbf1-f3de5dcce67e with status ACTIVE [ 1203.784964] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.784964] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.785230] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.785264] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.785344] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.785526] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.785627] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.785687] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.785833] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.785910] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.786280] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.786280] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.786280] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.786389] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.786477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.786527] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 389211f6-52f2-45f7-bbf1-f3de5dcce67e is going to be updated. [ 1203.808677] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.808862] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.808862] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.809106] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.809244] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.809407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-389211f6-52f2-45f7-bbf1-f3de5dcce67e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.097256] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.100646] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-167" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.100646] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-167" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.100646] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-167" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.100646] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.100646] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.100646] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.100646] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.100646] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.100646] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1204.100646] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1204.100646] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1204.100646] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1204.100646] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1204.100646] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1204.100646] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1204.122896] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1204.122896] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1204.123031] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1204.123200] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-167" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.123517] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-3511b9c7-b2fe-44fc-82f9-f6a6ec5d4d01 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.123700] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-3511b9c7-b2fe-44fc-82f9-f6a6ec5d4d01" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.123881] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-3511b9c7-b2fe-44fc-82f9-f6a6ec5d4d01" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.124250] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-3511b9c7-b2fe-44fc-82f9-f6a6ec5d4d01" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.124394] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3511b9c7-b2fe-44fc-82f9-f6a6ec5d4d01',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.542626] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: SUCCESS [ 1204.543056] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.543056] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.543291] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.543483] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.543647] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.543747] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.543976] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.544092] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.544229] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.544371] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.546070] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.546070] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.546070] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.546070] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.546321] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.546321] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.546448] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.546507] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.627064] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.627303] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.627436] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.627717] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.627870] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.628059] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 3511b9c7-b2fe-44fc-82f9-f6a6ec5d4d01 not found, creating... [ 1204.628323] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.628483] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.628604] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.628823] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.628980] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.629271] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.629432] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.629557] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.629761] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.629900] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.630290] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 3511b9c7-b2fe-44fc-82f9-f6a6ec5d4d01 is going to be created. [ 1204.652120] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.652338] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.652465] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.652747] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.652984] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.653270] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-3511b9c7-b2fe-44fc-82f9-f6a6ec5d4d01" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.818098] env[69975]: INFO networking_nsxv3.common.synchronization [req-f61de0d5-ab74-4a72-a2bf-b6c5acad1167 req-29d224ec-757a-4f12-8e24-ac269e9f9869 tempest-ServersTestJSON-915624429 tempest-ServersTestJSON-915624429-project-member] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 1204.819628] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 1204.820072] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.820243] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.820336] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.820595] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.820810] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.820948] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.821051] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.821250] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.821363] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.821488] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.049272] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.049272] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.049272] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.324796] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.411918] env[69975]: INFO networking_nsxv3.common.synchronization [req-72f53846-019c-451d-b6f9-54f7c7aab14b req-5ce6cad7-b0ec-44fe-ae72-5b13742d1690 service nova] Enqueued Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_rules [ 1205.412152] env[69975]: INFO networking_nsxv3.common.synchronization [req-72f53846-019c-451d-b6f9-54f7c7aab14b req-5ce6cad7-b0ec-44fe-ae72-5b13742d1690 service nova] Enqueued Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1205.412299] env[69975]: INFO networking_nsxv3.common.synchronization [req-72f53846-019c-451d-b6f9-54f7c7aab14b req-5ce6cad7-b0ec-44fe-ae72-5b13742d1690 service nova] Enqueued Resource ID: 3511b9c7-b2fe-44fc-82f9-f6a6ec5d4d01 with Priority: HIGHEST for action port [ 1205.412534] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_rules [ 1205.412660] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1205.412756] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3511b9c7-b2fe-44fc-82f9-f6a6ec5d4d01 with Priority: HIGHEST for action port [ 1205.413701] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.413701] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.413936] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.413992] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.414268] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-3511b9c7-b2fe-44fc-82f9-f6a6ec5d4d01 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.414438] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3511b9c7-b2fe-44fc-82f9-f6a6ec5d4d01" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.414485] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3511b9c7-b2fe-44fc-82f9-f6a6ec5d4d01" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.414695] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3511b9c7-b2fe-44fc-82f9-f6a6ec5d4d01" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.414801] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3511b9c7-b2fe-44fc-82f9-f6a6ec5d4d01',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.551203] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.832343] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.917114] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3511b9c7-b2fe-44fc-82f9-f6a6ec5d4d01 with status ACTIVE [ 1205.917823] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.917823] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.918309] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.918309] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.918309] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.918309] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.918769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.918769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.918769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.918769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.918986] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.918986] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.918986] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.919151] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.919200] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.919289] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3511b9c7-b2fe-44fc-82f9-f6a6ec5d4d01 is going to be updated. [ 1205.943124] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.943124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.943124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.943124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.943124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.943124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3511b9c7-b2fe-44fc-82f9-f6a6ec5d4d01" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.053800] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.053983] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.054087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.054274] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.054364] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.054463] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 is going to be updated. [ 1206.110028] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.110164] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.110164] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.110540] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.110540] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.123645] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: IN_PROGRESS for 2s [ 1206.335552] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.335735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.335735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.335894] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.335957] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.336079] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be updated. [ 1206.373661] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.373661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.373829] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.374074] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.374223] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.387116] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: IN_PROGRESS for 2s [ 1208.134134] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: SUCCESS [ 1208.134383] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.134542] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.134748] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.134979] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.135108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.135188] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.135353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.135448] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.135560] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.135747] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.135829] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.135890] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.136061] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.136232] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.136361] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.136405] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.136527] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.136611] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.136690] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.136773] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.137719] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.137929] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.138068] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.138172] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.138237] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.138379] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.138498] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.138588] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.397529] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: SUCCESS [ 1208.397744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.640991] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22d18d0c-0f27-488a-a6e8-90de4edf6063: rpc.has_security_group_logging(os_id): False [ 1208.642191] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.661357] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.661357] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.661357] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.661708] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.661708] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.661847] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.661847] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.661994] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.662271] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.662313] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.662512] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.662611] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.662671] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.662855] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.662938] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.663128] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.663242] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.663294] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.663408] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.663481] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.663565] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 is going to be created. [ 1208.725733] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.725963] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.726084] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.726359] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.726584] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.738281] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: IN_PROGRESS for 2s [ 1209.144913] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.647110] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.647310] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.647310] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.647519] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.647608] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.647714] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 is going to be updated. [ 1209.676666] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.676819] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.676902] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.677109] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.677257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.687970] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: IN_PROGRESS for 2s [ 1210.413339] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1210.413711] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1210.749375] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: SUCCESS [ 1210.749605] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.749775] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.749989] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.750101] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.253719] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.253867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.334464] env[69975]: INFO networking_nsxv3.common.synchronization [req-e2b5f882-2760-4a61-b9c6-93639e8f7fd6 req-5f9f638e-af96-458e-a6b8-89e3cd5f3953 tempest-ServersTestJSON-915624429 tempest-ServersTestJSON-915624429-project-member] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 1211.335088] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGHEST for action security_group_members [ 1211.337225] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.337225] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.337225] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.337225] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.337457] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.337605] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.337703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.337930] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.338061] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.338299] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.699770] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: SUCCESS [ 1211.700251] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.700251] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.700251] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.700397] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.700513] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.700578] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.700731] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.700812] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.700898] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.700991] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.840719] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.840893] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.840945] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.841215] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.841343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.841574] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.841730] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.841784] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.841959] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.842229] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.842229] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be updated. [ 1211.871864] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.872085] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.872135] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.872318] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.872458] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.881388] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: IN_PROGRESS for 2s [ 1212.203875] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.204140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.204236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.204418] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.204588] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.204677] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.204735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.204884] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.205065] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.205169] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.205323] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.205409] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.205480] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.205596] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.205729] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.205814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.205866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.206112] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.206112] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.206250] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.206250] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.709457] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22d18d0c-0f27-488a-a6e8-90de4edf6063: rpc.has_security_group_logging(os_id): False [ 1212.728077] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.728296] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.728296] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.728503] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.728590] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.728780] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.728880] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.728942] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.729105] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.729182] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.729377] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.729470] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.729531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.729666] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.729770] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.729906] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.729995] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.730068] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.730202] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.730272] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.730367] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 is going to be updated. [ 1212.796853] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.797129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.797129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.797279] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.797421] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.811073] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: IN_PROGRESS for 2s [ 1213.891377] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 in Status: SUCCESS [ 1213.891772] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 deletion is rescheduled due to dependency. [ 1213.891772] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.823674] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: SUCCESS [ 1214.823919] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.824205] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.824452] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.824577] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.326997] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.326997] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.326997] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.327476] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.327476] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.327558] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.327558] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.327681] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.327769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.327856] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.327943] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.829794] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.830043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.830124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.830351] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.830518] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.830668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.830668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.830879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.830935] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.830980] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.831146] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.831241] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.831306] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.831452] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.831587] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.831678] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.831737] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.831870] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.831945] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.832060] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.832156] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.334775] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22d18d0c-0f27-488a-a6e8-90de4edf6063: rpc.has_security_group_logging(os_id): False [ 1216.336046] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1216.336186] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1216.355949] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.356245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.356330] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.356609] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.356735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.357010] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.357443] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.357443] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.358577] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.358757] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.359127] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.359257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.359324] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.359585] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.359707] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.360430] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.360430] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.360430] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.360430] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.360430] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.360430] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 is going to be updated. [ 1216.428355] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.428355] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.428355] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.428355] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.428355] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.455374] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: IN_PROGRESS for 2s [ 1217.035527] env[69975]: INFO networking_nsxv3.common.synchronization [req-5eefdd9f-2433-40bf-bc2e-bda050b80d01 req-587b5e45-d864-4f47-aacb-1c8f382155d6 tempest-ServersTestMultiNic-425894379 tempest-ServersTestMultiNic-425894379-project-member] Enqueued Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1217.036140] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1217.036358] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.036475] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.036542] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.036734] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.036881] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.036975] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.037212] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.037418] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.037479] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.037597] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.227408] env[69975]: INFO networking_nsxv3.common.synchronization [req-5eefdd9f-2433-40bf-bc2e-bda050b80d01 req-0a11ac87-88d7-4ff9-8539-791750fe7880 tempest-ServersTestMultiNic-425894379 tempest-ServersTestMultiNic-425894379-project-member] Enqueued Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1217.227884] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1217.228196] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.228301] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.385086] env[69975]: INFO networking_nsxv3.common.synchronization [req-5eefdd9f-2433-40bf-bc2e-bda050b80d01 req-65c78ca4-b199-4335-8272-ebdd19feaefd tempest-ServersTestMultiNic-425894379 tempest-ServersTestMultiNic-425894379-project-member] Enqueued Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1217.385614] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1217.385922] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.386035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.539965] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.042117] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.472482] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: SUCCESS [ 1218.472813] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.545543] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.545701] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.545772] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.545994] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.546099] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.546205] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 is going to be updated. [ 1218.575634] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.575809] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.575879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.576109] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.576254] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.585260] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: IN_PROGRESS for 2s [ 1220.596834] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: SUCCESS [ 1220.597139] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.597227] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.597575] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.597803] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.597981] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.598104] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.598355] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.598483] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.598630] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.102078] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.102078] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.102078] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.102078] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.102404] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.102404] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.102493] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.102536] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.102659] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.102732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.102820] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 is going to be updated. [ 1221.129080] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.129080] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.129080] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.129080] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.129080] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.137780] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: IN_PROGRESS for 2s [ 1222.386601] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1222.386923] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1223.151503] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: SUCCESS [ 1223.151503] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 deletion is rescheduled due to dependency. [ 1223.151503] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.151790] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.152076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.152223] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.152346] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.152428] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.152596] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.152678] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.152773] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.430076] env[69975]: INFO networking_nsxv3.common.synchronization [req-3388455d-a49d-410c-9aff-2f196664472f req-e698e0f4-cd6d-4f83-bd84-53cdce39dc5a tempest-AttachVolumeNegativeTest-1055724446 tempest-AttachVolumeNegativeTest-1055724446-project-member] Enqueued Resource ID: c5061c13-9105-4559-91ef-7de2761de5f2 with Priority: HIGHEST for action security_group_members [ 1223.430076] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5061c13-9105-4559-91ef-7de2761de5f2 with Priority: HIGHEST for action security_group_members [ 1223.431297] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5061c13-9105-4559-91ef-7de2761de5f2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.431641] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.431890] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.432399] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.434375] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.434375] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.434375] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.434375] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.434375] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.434375] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5061c13-9105-4559-91ef-7de2761de5f2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.655061] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.655319] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.655388] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.655616] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.655710] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.655911] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.656030] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.656075] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.656226] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.656301] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.656420] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 is going to be updated. [ 1223.681097] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.681185] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.681230] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.681440] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.681577] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.691964] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: IN_PROGRESS for 2s [ 1223.936415] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.936610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.936683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.937302] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.937302] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.937302] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.937455] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.937455] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.937664] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.937786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.938045] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5061c13-9105-4559-91ef-7de2761de5f2 is going to be updated. [ 1223.967940] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.968137] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.968188] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.968382] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.968525] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.976727] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5061c13-9105-4559-91ef-7de2761de5f2 in Status: IN_PROGRESS for 2s [ 1225.705243] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: SUCCESS [ 1225.705596] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 deletion is rescheduled due to dependency. [ 1225.705596] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.986492] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5061c13-9105-4559-91ef-7de2761de5f2 in Status: SUCCESS [ 1225.986687] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5061c13-9105-4559-91ef-7de2761de5f2 deletion is rescheduled due to dependency. [ 1225.986801] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5061c13-9105-4559-91ef-7de2761de5f2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.431189] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1228.431538] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1228.478406] env[69975]: INFO networking_nsxv3.common.synchronization [None req-ab21893b-b325-43c5-8539-a659a29616a1 tempest-AttachVolumeNegativeTest-1055724446 tempest-AttachVolumeNegativeTest-1055724446-project-member] Enqueued Resource ID: a3a1755e-b671-434b-ac0d-ba8fc92dd165 with Priority: HIGHEST for action security_group_rules [ 1228.479233] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3a1755e-b671-434b-ac0d-ba8fc92dd165 with Priority: HIGHEST for action security_group_rules [ 1228.479591] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3a1755e-b671-434b-ac0d-ba8fc92dd165 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.479731] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.479808] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.480128] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.480257] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3a1755e-b671-434b-ac0d-ba8fc92dd165',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.565129] env[69975]: INFO networking_nsxv3.common.synchronization [None req-a8ade597-af50-4134-82ec-7798139b9fbb tempest-AttachVolumeNegativeTest-1055724446 tempest-AttachVolumeNegativeTest-1055724446-project-member] Enqueued Resource ID: a3a1755e-b671-434b-ac0d-ba8fc92dd165 with Priority: HIGHEST for action security_group_rules [ 1228.565129] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3a1755e-b671-434b-ac0d-ba8fc92dd165 with Priority: HIGHEST for action security_group_rules [ 1228.565410] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3a1755e-b671-434b-ac0d-ba8fc92dd165 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.566149] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.004308] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.004524] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.004628] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.004909] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.005016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.005168] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3a1755e-b671-434b-ac0d-ba8fc92dd165 already deleted. [ 1229.005311] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.005484] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.006039] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.006039] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3a1755e-b671-434b-ac0d-ba8fc92dd165',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.526735] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.526735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.526735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.526735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.526735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.527307] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3a1755e-b671-434b-ac0d-ba8fc92dd165 already deleted. [ 1229.527307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.878680] env[69975]: INFO networking_nsxv3.common.synchronization [req-b887c866-ebd5-487b-8ea3-3832f9069356 req-66a412cc-7cb8-4f9f-a4af-e6a2aee162dd tempest-ServersTestMultiNic-425894379 tempest-ServersTestMultiNic-425894379-project-member] Enqueued Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1229.879426] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1229.879520] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.879652] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.879699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.879891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.880456] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.880456] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.880456] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.880456] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.880456] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.880682] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.203889] env[69975]: INFO networking_nsxv3.common.synchronization [req-b887c866-ebd5-487b-8ea3-3832f9069356 req-d19647bd-a91f-4baa-b43a-cbb238a2c47d tempest-ServersTestMultiNic-425894379 tempest-ServersTestMultiNic-425894379-project-member] Enqueued Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1230.204437] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1230.204732] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.204837] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.384862] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.385071] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.385145] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.385376] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.385470] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.385826] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.385975] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.386063] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.386231] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.386313] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.386409] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 is going to be updated. [ 1230.413794] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.413932] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.414474] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.414474] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.414474] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.423294] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: IN_PROGRESS for 2s [ 1230.479107] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.479402] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-792" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.479554] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-792" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.479964] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-792" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.480255] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.480426] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.480548] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.480780] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.480937] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.481188] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1230.481305] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1230.481416] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1230.481526] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1230.481639] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1230.481746] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1230.481916] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1230.504512] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1230.504814] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1230.505029] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1230.505317] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-792" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.505704] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-af76a056-445a-4517-a3bd-559946857a62 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.505893] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-af76a056-445a-4517-a3bd-559946857a62" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.506030] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-af76a056-445a-4517-a3bd-559946857a62" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.506380] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-af76a056-445a-4517-a3bd-559946857a62" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.506529] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af76a056-445a-4517-a3bd-559946857a62',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.008807] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.009176] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.009236] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.009492] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.009723] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.009891] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port af76a056-445a-4517-a3bd-559946857a62 not found, creating... [ 1231.010173] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.010334] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.010457] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.010688] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.010827] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.011130] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.011289] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.011410] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.011620] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.011757] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.011900] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: af76a056-445a-4517-a3bd-559946857a62 is going to be created. [ 1231.032808] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.033072] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.033254] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.033576] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.033971] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.034306] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-af76a056-445a-4517-a3bd-559946857a62" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.502942] env[69975]: INFO networking_nsxv3.common.synchronization [req-ffc91c0b-896a-4ddd-a942-fe8f3a6616e2 req-02612051-a6c6-45b9-9069-505b7f245e15 tempest-AttachInterfacesTestJSON-924533598 tempest-AttachInterfacesTestJSON-924533598-project-member] Enqueued Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_members [ 1231.503753] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_members [ 1231.504273] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.504480] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.504608] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.504930] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.505197] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.505493] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.505493] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.505738] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.505867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.506049] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.792759] env[69975]: INFO networking_nsxv3.common.synchronization [req-b887c866-ebd5-487b-8ea3-3832f9069356 req-adaacfa0-5b12-4f4f-a8d3-5aac3e8d2155 service nova] Enqueued Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_rules [ 1231.792928] env[69975]: INFO networking_nsxv3.common.synchronization [req-b887c866-ebd5-487b-8ea3-3832f9069356 req-adaacfa0-5b12-4f4f-a8d3-5aac3e8d2155 service nova] Enqueued Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1231.793077] env[69975]: INFO networking_nsxv3.common.synchronization [req-b887c866-ebd5-487b-8ea3-3832f9069356 req-adaacfa0-5b12-4f4f-a8d3-5aac3e8d2155 service nova] Enqueued Resource ID: af76a056-445a-4517-a3bd-559946857a62 with Priority: HIGHEST for action port [ 1231.795106] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_rules [ 1231.795106] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1231.795106] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af76a056-445a-4517-a3bd-559946857a62 with Priority: HIGHEST for action port [ 1231.797210] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.797210] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.797210] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.797429] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.797511] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.798497] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.798612] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.798783] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-af76a056-445a-4517-a3bd-559946857a62 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.798876] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af76a056-445a-4517-a3bd-559946857a62" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.798942] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af76a056-445a-4517-a3bd-559946857a62" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.799133] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af76a056-445a-4517-a3bd-559946857a62" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.799211] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af76a056-445a-4517-a3bd-559946857a62',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.827740] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.827930] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.828077] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.828346] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.828612] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.828828] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.828890] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.829108] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.829293] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.829515] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1231.829635] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1231.829749] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1231.829860] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1231.829973] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1231.830095] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1231.830234] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1231.850213] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1231.850397] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1231.850554] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1231.850743] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.851107] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-fc8b183b-39e0-493b-951b-cb7e8c614a94 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.851294] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-fc8b183b-39e0-493b-951b-cb7e8c614a94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.851425] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-fc8b183b-39e0-493b-951b-cb7e8c614a94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.852462] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-fc8b183b-39e0-493b-951b-cb7e8c614a94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.852643] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc8b183b-39e0-493b-951b-cb7e8c614a94',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.008895] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.009293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.009293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.009448] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.009538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.009679] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.009782] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.009847] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.010025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.010100] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.010180] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e is going to be updated. [ 1232.038984] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.039146] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.039224] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.039446] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.039585] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.052307] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: IN_PROGRESS for 2s [ 1232.300830] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.301040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.303377] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af76a056-445a-4517-a3bd-559946857a62 with status ACTIVE [ 1232.303570] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.303711] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.303780] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.303992] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.304096] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.304960] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.304960] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.304960] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.304960] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.304960] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.304960] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.304960] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.304960] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.305365] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.305365] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.305365] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af76a056-445a-4517-a3bd-559946857a62 is going to be updated. [ 1232.328348] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.328501] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.328556] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.328767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.328909] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.329085] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af76a056-445a-4517-a3bd-559946857a62" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.355495] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.355839] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.355921] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.356185] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.356346] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.356506] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port fc8b183b-39e0-493b-951b-cb7e8c614a94 not found, creating... [ 1232.356785] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.357071] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.357071] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.357344] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.357640] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.357805] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.357980] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.358193] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.358352] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.358505] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.358652] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: fc8b183b-39e0-493b-951b-cb7e8c614a94 is going to be created. [ 1232.379680] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.379915] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.380056] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.380348] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.380612] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.380845] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-fc8b183b-39e0-493b-951b-cb7e8c614a94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.432890] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: SUCCESS [ 1232.433091] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 deletion is rescheduled due to dependency. [ 1232.433141] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.433322] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.433594] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.433787] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.433906] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.433973] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.434145] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.434279] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.434384] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.563822] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-193 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.564071] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-193" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.564309] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-193" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.564716] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-193" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.565011] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.565253] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.565408] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.565671] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.565876] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.566156] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1232.566317] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1232.566462] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1232.566610] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1232.566746] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1232.566882] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1232.567056] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1232.587432] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1232.587682] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1232.587876] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1232.588125] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-193" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.588771] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-c28443e0-917c-4e53-b3b2-f3667e0c96e4 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.588966] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-c28443e0-917c-4e53-b3b2-f3667e0c96e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.588966] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-c28443e0-917c-4e53-b3b2-f3667e0c96e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.589409] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-c28443e0-917c-4e53-b3b2-f3667e0c96e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.589674] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c28443e0-917c-4e53-b3b2-f3667e0c96e4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.936833] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.092323] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.092653] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.092696] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.092964] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.093137] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.093301] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port c28443e0-917c-4e53-b3b2-f3667e0c96e4 not found, creating... [ 1233.093721] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.093721] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.093847] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.094065] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.094343] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.094637] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.094800] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.094919] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.095267] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.095444] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.095595] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: c28443e0-917c-4e53-b3b2-f3667e0c96e4 is going to be created. [ 1233.120399] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.120797] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.121029] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.121462] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.121815] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.122252] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-c28443e0-917c-4e53-b3b2-f3667e0c96e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.423537] env[69975]: INFO networking_nsxv3.common.synchronization [req-ffc91c0b-896a-4ddd-a942-fe8f3a6616e2 req-652719b3-3bb3-4b99-aba9-5713ff545a17 service nova] Enqueued Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_rules [ 1233.423804] env[69975]: INFO networking_nsxv3.common.synchronization [req-ffc91c0b-896a-4ddd-a942-fe8f3a6616e2 req-652719b3-3bb3-4b99-aba9-5713ff545a17 service nova] Enqueued Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_members [ 1233.424049] env[69975]: INFO networking_nsxv3.common.synchronization [req-ffc91c0b-896a-4ddd-a942-fe8f3a6616e2 req-652719b3-3bb3-4b99-aba9-5713ff545a17 service nova] Enqueued Resource ID: fc8b183b-39e0-493b-951b-cb7e8c614a94 with Priority: HIGHEST for action port [ 1233.424720] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_rules [ 1233.424899] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_members [ 1233.426037] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc8b183b-39e0-493b-951b-cb7e8c614a94 with Priority: HIGHEST for action port [ 1233.426512] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.426512] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.426603] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.426755] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.426844] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.428033] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.428033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.428168] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc8b183b-39e0-493b-951b-cb7e8c614a94 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.428168] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc8b183b-39e0-493b-951b-cb7e8c614a94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.428259] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc8b183b-39e0-493b-951b-cb7e8c614a94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.428602] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc8b183b-39e0-493b-951b-cb7e8c614a94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.428602] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc8b183b-39e0-493b-951b-cb7e8c614a94',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.443142] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.789227] env[69975]: INFO networking_nsxv3.common.synchronization [req-b887c866-ebd5-487b-8ea3-3832f9069356 req-9fedfea7-bde6-424d-a35c-ce8e21d4f053 service nova] Enqueued Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_rules [ 1233.789424] env[69975]: INFO networking_nsxv3.common.synchronization [req-b887c866-ebd5-487b-8ea3-3832f9069356 req-9fedfea7-bde6-424d-a35c-ce8e21d4f053 service nova] Enqueued Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1233.789568] env[69975]: INFO networking_nsxv3.common.synchronization [req-b887c866-ebd5-487b-8ea3-3832f9069356 req-9fedfea7-bde6-424d-a35c-ce8e21d4f053 service nova] Enqueued Resource ID: c28443e0-917c-4e53-b3b2-f3667e0c96e4 with Priority: HIGHEST for action port [ 1233.789793] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_rules [ 1233.789920] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1233.790026] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28443e0-917c-4e53-b3b2-f3667e0c96e4 with Priority: HIGHEST for action port [ 1233.790556] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.790664] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.790854] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.790937] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.791276] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-c28443e0-917c-4e53-b3b2-f3667e0c96e4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.791412] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c28443e0-917c-4e53-b3b2-f3667e0c96e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.791479] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c28443e0-917c-4e53-b3b2-f3667e0c96e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.791674] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c28443e0-917c-4e53-b3b2-f3667e0c96e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.791752] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c28443e0-917c-4e53-b3b2-f3667e0c96e4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.931958] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.932133] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.932328] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc8b183b-39e0-493b-951b-cb7e8c614a94 with status ACTIVE [ 1233.932573] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.932716] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.932804] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.933080] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.933207] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.933424] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.933544] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.933628] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.933850] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.933935] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.934184] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.934407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.934495] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.934671] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.934774] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.934883] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc8b183b-39e0-493b-951b-cb7e8c614a94 is going to be updated. [ 1233.946263] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.946489] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.946563] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.946766] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.946862] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.946962] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 is going to be updated. [ 1233.957416] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.957983] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.957983] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.958249] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.958503] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.958798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc8b183b-39e0-493b-951b-cb7e8c614a94" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.980882] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.981055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.981105] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.981438] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.981577] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.997385] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: IN_PROGRESS for 2s [ 1234.070360] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: SUCCESS [ 1234.070584] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e deletion is rescheduled due to dependency. [ 1234.070794] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.070905] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.071130] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.071359] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.071516] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.071582] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.071753] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.071832] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.071926] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.293971] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c28443e0-917c-4e53-b3b2-f3667e0c96e4 with status ACTIVE [ 1234.294385] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.294505] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.294586] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.294807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.294982] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.295115] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.295289] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.295377] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.295576] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.295631] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.295829] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.295937] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.295999] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.296157] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.296231] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.296318] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c28443e0-917c-4e53-b3b2-f3667e0c96e4 is going to be updated. [ 1234.324271] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.324465] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.324530] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.324742] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.324880] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.325050] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c28443e0-917c-4e53-b3b2-f3667e0c96e4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.574603] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.020993] env[69975]: INFO networking_nsxv3.common.synchronization [req-494f0f6e-779a-4d4a-b582-6bf94a758f36 req-95275fbb-673f-4611-8553-0fa0236880c9 tempest-AttachVolumeNegativeTest-1055724446 tempest-AttachVolumeNegativeTest-1055724446-project-member] Enqueued Resource ID: a3a1755e-b671-434b-ac0d-ba8fc92dd165 with Priority: HIGHEST for action security_group_members [ 1235.021725] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3a1755e-b671-434b-ac0d-ba8fc92dd165 with Priority: HIGHEST for action security_group_members [ 1235.021840] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3a1755e-b671-434b-ac0d-ba8fc92dd165 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.021916] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.021990] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.022431] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.022656] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.026046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.026046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.026046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.026046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.026046] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3a1755e-b671-434b-ac0d-ba8fc92dd165',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.077965] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.348371] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.348714] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-170" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.348830] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-170" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.349164] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-170" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.349490] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.349674] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.349799] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.350075] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.350258] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.350517] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1235.350652] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1235.350803] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1235.350931] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1235.351096] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1235.351230] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1235.351397] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1235.375056] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1235.375056] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1235.375056] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1235.375056] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-170" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.375056] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-d4331d9d-de6b-48c6-9e45-c68bc45f7209 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.375056] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-d4331d9d-de6b-48c6-9e45-c68bc45f7209" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.375514] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-d4331d9d-de6b-48c6-9e45-c68bc45f7209" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.375650] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-d4331d9d-de6b-48c6-9e45-c68bc45f7209" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.375823] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4331d9d-de6b-48c6-9e45-c68bc45f7209',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.526662] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.526986] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.526986] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.527256] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.527412] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.527655] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.527780] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.527846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.528030] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.528111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.528197] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3a1755e-b671-434b-ac0d-ba8fc92dd165 already deleted. [ 1235.528275] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.581360] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.581743] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.581743] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.581879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.581926] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.582031] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e is going to be updated. [ 1235.613246] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.613391] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.613450] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.613652] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.613874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.623816] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: IN_PROGRESS for 2s [ 1235.879769] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.880045] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.880199] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.880520] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.880692] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.880883] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port d4331d9d-de6b-48c6-9e45-c68bc45f7209 not found, creating... [ 1235.882222] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.882222] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.882222] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.882222] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.882222] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.882222] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.882666] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.882666] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.882753] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.882904] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.883050] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: d4331d9d-de6b-48c6-9e45-c68bc45f7209 is going to be created. [ 1235.916169] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.916416] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.916567] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.916904] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.917141] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.917377] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-d4331d9d-de6b-48c6-9e45-c68bc45f7209" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.009490] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: SUCCESS [ 1236.009490] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.009490] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.009490] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.009844] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.009844] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.009985] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.010048] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.010139] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.010236] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.512262] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.653585] env[69975]: INFO networking_nsxv3.common.synchronization [req-494f0f6e-779a-4d4a-b582-6bf94a758f36 req-2728d2fb-5c7c-4ece-aa65-a073ce3c666c service nova] Enqueued Resource ID: a3a1755e-b671-434b-ac0d-ba8fc92dd165 with Priority: HIGHEST for action security_group_rules [ 1236.653777] env[69975]: INFO networking_nsxv3.common.synchronization [req-494f0f6e-779a-4d4a-b582-6bf94a758f36 req-2728d2fb-5c7c-4ece-aa65-a073ce3c666c service nova] Enqueued Resource ID: a3a1755e-b671-434b-ac0d-ba8fc92dd165 with Priority: HIGHEST for action security_group_members [ 1236.653942] env[69975]: INFO networking_nsxv3.common.synchronization [req-494f0f6e-779a-4d4a-b582-6bf94a758f36 req-2728d2fb-5c7c-4ece-aa65-a073ce3c666c service nova] Enqueued Resource ID: d4331d9d-de6b-48c6-9e45-c68bc45f7209 with Priority: HIGHEST for action port [ 1236.658059] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3a1755e-b671-434b-ac0d-ba8fc92dd165 with Priority: HIGHEST for action security_group_rules [ 1236.658254] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3a1755e-b671-434b-ac0d-ba8fc92dd165 with Priority: HIGHEST for action security_group_members [ 1236.658374] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4331d9d-de6b-48c6-9e45-c68bc45f7209 with Priority: HIGHEST for action port [ 1236.659145] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3a1755e-b671-434b-ac0d-ba8fc92dd165 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.659257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.659257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.659497] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.659631] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3a1755e-b671-434b-ac0d-ba8fc92dd165',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.660723] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3a1755e-b671-434b-ac0d-ba8fc92dd165 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.660851] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.660912] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.661165] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.661324] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.661424] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.661552] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.661689] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.661787] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.661866] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3a1755e-b671-434b-ac0d-ba8fc92dd165',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.664044] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4331d9d-de6b-48c6-9e45-c68bc45f7209 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.664044] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4331d9d-de6b-48c6-9e45-c68bc45f7209" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.664435] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4331d9d-de6b-48c6-9e45-c68bc45f7209" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.664435] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4331d9d-de6b-48c6-9e45-c68bc45f7209" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.664435] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4331d9d-de6b-48c6-9e45-c68bc45f7209',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.016294] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.165471] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3a1755e-b671-434b-ac0d-ba8fc92dd165',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.166492] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4331d9d-de6b-48c6-9e45-c68bc45f7209 with status ACTIVE [ 1237.166695] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.166826] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.166896] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.167121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.167275] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.167400] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.167504] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.167558] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.167711] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.167780] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.167963] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.168098] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.168501] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.168501] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.168501] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.168501] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4331d9d-de6b-48c6-9e45-c68bc45f7209 is going to be updated. [ 1237.169578] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3a1755e-b671-434b-ac0d-ba8fc92dd165 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.169739] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.194077] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.194077] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.194077] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.194077] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.194077] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.194077] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4331d9d-de6b-48c6-9e45-c68bc45f7209" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.517701] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.518047] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.518047] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.518265] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.518452] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.518726] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 is going to be updated. [ 1237.549206] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.549468] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.549468] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.549793] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.550058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.561651] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: IN_PROGRESS for 2s [ 1237.635950] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: SUCCESS [ 1237.636212] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.636465] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.636752] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.636976] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.637127] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.637209] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.637369] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.637456] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.637536] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.637648] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.671170] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3a1755e-b671-434b-ac0d-ba8fc92dd165',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.140569] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.140730] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.140973] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.141340] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.141588] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.141736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.141816] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.142883] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.142883] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.142883] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.142883] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.142883] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.142883] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.143394] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.143394] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.143394] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.143394] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.143725] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.143840] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.143903] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.144133] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.174140] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.174604] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.174747] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.175123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.175283] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.175520] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3a1755e-b671-434b-ac0d-ba8fc92dd165 is going to be created. [ 1238.224211] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.224487] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.224624] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.224895] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.225086] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.239274] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3a1755e-b671-434b-ac0d-ba8fc92dd165 in Status: UNINITIALIZED for 2s [ 1238.582793] env[69975]: INFO networking_nsxv3.common.synchronization [None req-4032a963-0a91-41d8-a785-980034984ca8 tempest-AttachInterfacesTestJSON-924533598 tempest-AttachInterfacesTestJSON-924533598-project-member] Enqueued Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_members [ 1238.583480] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_members [ 1238.584080] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.584542] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.584542] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.584677] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.584726] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.588027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.588027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.588027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.588027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.588027] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.646979] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6216993-7d69-49eb-9a8b-fa0d1cebb40e: rpc.has_security_group_logging(os_id): False [ 1238.668634] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.668634] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.668926] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.668926] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.669073] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.669259] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.669417] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.669417] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.669970] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.669970] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.669970] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.669970] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.669970] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.670321] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.670321] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.670425] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.670509] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.670741] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.670741] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.670930] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.670930] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e is going to be updated. [ 1238.754591] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.754591] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.754591] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.754849] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.754892] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.770057] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: IN_PROGRESS for 2s [ 1239.087500] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.161490] env[69975]: INFO networking_nsxv3.common.synchronization [req-fa04e837-3293-41db-93ef-4807e4d061e2 req-4cb71cd1-21c2-4926-9633-d19852148d72 tempest-ServerActionsTestOtherB-728294423 tempest-ServerActionsTestOtherB-728294423-project-member] Enqueued Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_members [ 1239.162219] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_members [ 1239.162535] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.162661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.162717] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.162915] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.163159] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.163276] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.163331] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.163498] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.163582] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.163676] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.182039] env[69975]: INFO networking_nsxv3.common.synchronization [req-e00997cb-e7b8-428d-a6d0-0d8b4d10ed9a req-24681063-7883-42df-a715-678a3e0aa8a3 tempest-ServerActionsTestOtherA-1666177876 tempest-ServerActionsTestOtherA-1666177876-project-member] Enqueued Resource ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 with Priority: HIGHEST for action security_group_members [ 1239.182325] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 with Priority: HIGHEST for action security_group_members [ 1239.182624] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4c92f3-5360-491b-9c6d-b3a242e709a7 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.182755] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.182819] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.183047] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.183361] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.183361] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.183505] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.183541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.183618] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.183721] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.573680] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: SUCCESS [ 1239.573861] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.574046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.574274] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.574536] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.574657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.574724] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.574897] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.574978] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.575074] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.575172] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.576799] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.577028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.577233] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.577497] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.577620] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.577924] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.578062] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.578184] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.590067] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.666372] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.666589] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.666589] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.666781] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.666866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.667068] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.667194] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.667255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.667366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.667456] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.667563] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc is going to be updated. [ 1239.687306] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.698349] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.698659] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.698659] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.698744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.698881] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.711071] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc in Status: IN_PROGRESS for 2s [ 1240.077393] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.077393] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.080026] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.092372] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.092544] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.092608] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.092881] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.092980] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.093097] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e is going to be updated. [ 1240.133114] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.133283] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.133325] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.133530] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.133672] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.145630] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: IN_PROGRESS for 2s [ 1240.189431] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.249643] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3a1755e-b671-434b-ac0d-ba8fc92dd165 in Status: SUCCESS [ 1240.249925] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.250105] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.250317] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.250505] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.250615] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.250683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.250821] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.250891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.250967] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.251076] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3a1755e-b671-434b-ac0d-ba8fc92dd165',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.583270] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.692889] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.692889] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.692889] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.693422] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.693422] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.693422] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 is going to be updated. [ 1240.724284] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.724558] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.724636] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.724849] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.724998] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.738150] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 in Status: IN_PROGRESS for 2s [ 1240.754213] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3a1755e-b671-434b-ac0d-ba8fc92dd165',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.758100] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.758312] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.759103] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.759103] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.759103] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.762235] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.762583] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.762722] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.762885] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.763134] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1240.763256] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1240.763375] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1240.763544] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1240.763651] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1240.763704] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1240.764246] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1240.788759] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1240.789086] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1240.789370] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1240.789659] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.790090] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-138352cf-ac45-467a-99b2-d318216a2d53 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.790473] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-138352cf-ac45-467a-99b2-d318216a2d53" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.790728] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-138352cf-ac45-467a-99b2-d318216a2d53" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.791229] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-138352cf-ac45-467a-99b2-d318216a2d53" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.791483] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('138352cf-ac45-467a-99b2-d318216a2d53',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.794674] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: SUCCESS [ 1240.794674] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.087325] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.087502] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.087587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.087824] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.087928] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.088044] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 is going to be updated. [ 1241.123885] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.124057] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.124110] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.124384] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.124587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.135556] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: IN_PROGRESS for 2s [ 1241.257796] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3a1755e-b671-434b-ac0d-ba8fc92dd165: rpc.has_security_group_logging(os_id): False [ 1241.280341] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.280618] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.280714] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.281140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.281228] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.281563] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.281667] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.281785] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.281876] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.281955] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.282036] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3a1755e-b671-434b-ac0d-ba8fc92dd165 is going to be created. [ 1241.296120] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.296420] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.296565] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.296897] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.297077] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.297271] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 138352cf-ac45-467a-99b2-d318216a2d53 not found, creating... [ 1241.297555] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.297723] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.297847] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.298098] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.298247] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.298536] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.298828] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.298957] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.299679] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.299841] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.300323] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 138352cf-ac45-467a-99b2-d318216a2d53 is going to be created. [ 1241.321135] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.321404] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.321559] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.322171] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.322171] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.322454] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-138352cf-ac45-467a-99b2-d318216a2d53" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.368793] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.369034] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.369034] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.369272] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.369461] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.383240] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3a1755e-b671-434b-ac0d-ba8fc92dd165 in Status: IN_PROGRESS for 2s [ 1241.722274] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc in Status: SUCCESS [ 1241.722615] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc deletion is rescheduled due to dependency. [ 1241.722615] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.032132] env[69975]: INFO networking_nsxv3.common.synchronization [req-a4567dc9-ffbf-4ebe-b169-4bac8fb453e3 req-3f71c5fd-179a-4c58-a620-381096516da5 service nova] Enqueued Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_rules [ 1242.032132] env[69975]: INFO networking_nsxv3.common.synchronization [req-a4567dc9-ffbf-4ebe-b169-4bac8fb453e3 req-3f71c5fd-179a-4c58-a620-381096516da5 service nova] Enqueued Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_members [ 1242.032132] env[69975]: INFO networking_nsxv3.common.synchronization [req-a4567dc9-ffbf-4ebe-b169-4bac8fb453e3 req-3f71c5fd-179a-4c58-a620-381096516da5 service nova] Enqueued Resource ID: 138352cf-ac45-467a-99b2-d318216a2d53 with Priority: HIGHEST for action port [ 1242.032426] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_rules [ 1242.032426] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_members [ 1242.032426] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 138352cf-ac45-467a-99b2-d318216a2d53 with Priority: HIGHEST for action port [ 1242.033065] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.033229] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.033229] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.033530] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.033530] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.034741] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.034741] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.034741] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-138352cf-ac45-467a-99b2-d318216a2d53 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.034991] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-138352cf-ac45-467a-99b2-d318216a2d53" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.034991] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-138352cf-ac45-467a-99b2-d318216a2d53" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.035094] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-138352cf-ac45-467a-99b2-d318216a2d53" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.035187] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('138352cf-ac45-467a-99b2-d318216a2d53',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.155579] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: SUCCESS [ 1242.155810] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.156014] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.156260] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.156448] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.156583] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.156664] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.156824] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.156977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.157060] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.537093] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.537281] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.537452] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 138352cf-ac45-467a-99b2-d318216a2d53 with status ACTIVE [ 1242.537625] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.537753] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.537801] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.537996] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.538098] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.538268] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.538362] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.538439] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.538568] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.538646] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.538823] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.538915] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.538975] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.539126] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.539199] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.539284] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 138352cf-ac45-467a-99b2-d318216a2d53 is going to be updated. [ 1242.566600] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.566830] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.566887] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.567089] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.567233] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.567398] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-138352cf-ac45-467a-99b2-d318216a2d53" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.659030] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.749617] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 in Status: SUCCESS [ 1242.749617] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.146943] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: SUCCESS [ 1243.147223] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.147383] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.147683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.147883] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.148017] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.148106] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.148297] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.148381] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.148493] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.148680] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.148803] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.148867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.149027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.149169] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.149260] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.149320] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.149458] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.149525] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.149605] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.149691] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.161258] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.395844] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3a1755e-b671-434b-ac0d-ba8fc92dd165 in Status: SUCCESS [ 1243.396098] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.652234] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22d18d0c-0f27-488a-a6e8-90de4edf6063: rpc.has_security_group_logging(os_id): False [ 1243.663129] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.663326] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.663388] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.663568] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.663681] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.663805] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e is going to be updated. [ 1243.671354] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.671541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.671598] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.671782] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.671949] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.672070] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.672178] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.672262] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.672449] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.672530] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.672735] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.672826] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.672880] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.673139] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.673139] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.673270] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.673527] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.673527] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.673772] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.673772] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.673772] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 is going to be updated. [ 1243.699994] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.700193] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.700254] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.700435] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.700583] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.711055] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: IN_PROGRESS for 2s [ 1243.769814] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.769814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.769814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.769814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.769814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.789061] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: IN_PROGRESS for 2s [ 1245.720822] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: SUCCESS [ 1245.721212] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.721212] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.721407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.721599] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.721717] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.721782] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.721934] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.722025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.722112] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.722207] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.802818] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: SUCCESS [ 1245.803059] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.803326] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.803622] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.803714] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.225111] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.225372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.225372] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.225577] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.225745] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.225867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.225947] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.226076] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.226322] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.226322] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.226437] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.226487] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.226523] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.226655] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.226901] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.226901] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.227032] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.227103] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.227173] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.227258] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.227338] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.305679] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.305880] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.305944] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.306133] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.306304] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.306407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.306462] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.306610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.306701] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.306791] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.306880] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.729161] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6216993-7d69-49eb-9a8b-fa0d1cebb40e: rpc.has_security_group_logging(os_id): False [ 1246.748335] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.748647] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.748752] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.748989] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.749099] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.749336] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.749923] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.749923] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.749923] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.749923] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.750221] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.750306] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.750364] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.750501] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.750567] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.750757] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.750854] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.750915] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.751065] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.751202] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.751286] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e is going to be updated. [ 1246.809410] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.809650] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.809776] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.810070] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.810251] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.810355] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.810412] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.810572] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.810661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.810743] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.810893] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.811016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.811055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.811187] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.811323] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.811414] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.811473] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.811609] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.811679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.811758] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.811842] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.827676] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.827859] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.827921] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.828103] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.828252] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.842659] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: IN_PROGRESS for 2s [ 1247.033182] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1247.033182] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1247.313928] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22d18d0c-0f27-488a-a6e8-90de4edf6063: rpc.has_security_group_logging(os_id): False [ 1247.333858] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.334063] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.334109] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.334298] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.334429] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.334700] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.334828] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.334906] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.335124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.335231] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.335477] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.335600] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.335667] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.335845] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.335951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.336181] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.336306] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.336373] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.336554] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.338147] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.338147] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 is going to be updated. [ 1247.410657] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.410657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.410657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.410657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.410657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.423780] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: IN_PROGRESS for 2s [ 1248.078569] env[69975]: INFO networking_nsxv3.common.synchronization [req-6bdc3e59-31bd-419e-8c89-86800d3e8800 req-39cc07f7-1494-47bc-9218-95c72a15ab2e tempest-ServersTestMultiNic-425894379 tempest-ServersTestMultiNic-425894379-project-member] Enqueued Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1248.079144] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1248.079453] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.079580] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.079649] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.079849] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.080128] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.084858] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.084858] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.084858] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.084858] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.084858] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.272433] env[69975]: INFO networking_nsxv3.common.synchronization [req-6bdc3e59-31bd-419e-8c89-86800d3e8800 req-712dc490-92c0-4b43-b0c6-7e49a514ef79 tempest-ServersTestMultiNic-425894379 tempest-ServersTestMultiNic-425894379-project-member] Enqueued Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1248.272433] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGHEST for action security_group_members [ 1248.272433] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.272433] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.586984] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.859035] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: SUCCESS [ 1248.859269] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.089713] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.437968] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: SUCCESS [ 1249.438222] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.577976] env[69975]: INFO networking_nsxv3.common.synchronization [req-3f5b569a-8c69-4fb6-8fa5-0f26765da925 req-d3be644c-2b8c-4e4b-9845-50a38daa6531 tempest-ServerActionsTestOtherB-728294423 tempest-ServerActionsTestOtherB-728294423-project-member] Enqueued Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_members [ 1249.578524] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_members [ 1249.578833] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.578961] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.579163] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.579395] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.579553] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.579655] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.579715] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.579866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.579950] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.580061] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.592376] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.592545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.592545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.592729] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.592815] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.592911] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 is going to be updated. [ 1249.623576] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.623730] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.623806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.624126] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.624191] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.635916] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: IN_PROGRESS for 2s [ 1249.881656] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-866 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.881946] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.882146] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.882561] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.882870] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.884346] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.884346] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.884346] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.884538] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.884770] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1249.884916] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1249.885047] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1249.885162] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1249.885293] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1249.885408] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1249.885575] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1249.904201] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1249.904409] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1249.904902] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1249.905192] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.905608] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-d95c9544-b6cb-4f15-adb5-ef91c7ef325d taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.905825] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-d95c9544-b6cb-4f15-adb5-ef91c7ef325d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.905978] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-d95c9544-b6cb-4f15-adb5-ef91c7ef325d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.906344] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-d95c9544-b6cb-4f15-adb5-ef91c7ef325d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.906497] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d95c9544-b6cb-4f15-adb5-ef91c7ef325d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.084644] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.084843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.084952] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.085232] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.085374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.085640] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.085765] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.085856] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.086056] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.086170] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.086267] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc is going to be updated. [ 1250.113500] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.113781] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.113781] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.113957] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.114114] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.124140] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc in Status: IN_PROGRESS for 2s [ 1250.408799] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.409197] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.409376] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.409726] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.409924] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.410147] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port d95c9544-b6cb-4f15-adb5-ef91c7ef325d not found, creating... [ 1250.410458] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.410636] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.410762] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.411028] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.412248] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.412573] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.412740] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.412941] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.413196] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.413340] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.413492] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: d95c9544-b6cb-4f15-adb5-ef91c7ef325d is going to be created. [ 1250.433447] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.433676] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.433797] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.434088] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.434361] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.434644] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-d95c9544-b6cb-4f15-adb5-ef91c7ef325d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.132828] env[69975]: INFO networking_nsxv3.common.synchronization [req-3f5b569a-8c69-4fb6-8fa5-0f26765da925 req-3faf7906-3c14-4daa-9624-90de6a9122fd service nova] Enqueued Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_rules [ 1251.132828] env[69975]: INFO networking_nsxv3.common.synchronization [req-3f5b569a-8c69-4fb6-8fa5-0f26765da925 req-3faf7906-3c14-4daa-9624-90de6a9122fd service nova] Enqueued Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_members [ 1251.132828] env[69975]: INFO networking_nsxv3.common.synchronization [req-3f5b569a-8c69-4fb6-8fa5-0f26765da925 req-3faf7906-3c14-4daa-9624-90de6a9122fd service nova] Enqueued Resource ID: d95c9544-b6cb-4f15-adb5-ef91c7ef325d with Priority: HIGHEST for action port [ 1251.132828] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_rules [ 1251.132828] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_members [ 1251.132828] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d95c9544-b6cb-4f15-adb5-ef91c7ef325d with Priority: HIGHEST for action port [ 1251.133485] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.133485] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.133485] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.133587] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.133618] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.135676] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.135676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.135676] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-d95c9544-b6cb-4f15-adb5-ef91c7ef325d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.135676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d95c9544-b6cb-4f15-adb5-ef91c7ef325d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.135676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d95c9544-b6cb-4f15-adb5-ef91c7ef325d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.135676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d95c9544-b6cb-4f15-adb5-ef91c7ef325d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.135676] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d95c9544-b6cb-4f15-adb5-ef91c7ef325d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.638670] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.638969] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.638969] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d95c9544-b6cb-4f15-adb5-ef91c7ef325d with status ACTIVE [ 1251.639114] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.639226] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.639292] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.639507] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.639614] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.639804] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.639916] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.639983] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.640124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.640192] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.640389] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.640478] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.640538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.640668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.640728] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.640783] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d95c9544-b6cb-4f15-adb5-ef91c7ef325d is going to be updated. [ 1251.652091] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: SUCCESS [ 1251.652315] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.653028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.653144] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.653360] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.653479] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.653544] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.653701] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.653781] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.653873] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.662795] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.662939] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.663050] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.663293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.663447] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.663614] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d95c9544-b6cb-4f15-adb5-ef91c7ef325d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.134015] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc in Status: IN_PROGRESS for 4s [ 1252.156707] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.157162] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.157247] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.157466] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.157560] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.157764] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.157866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.157928] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.158092] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.158171] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.158258] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 is going to be updated. [ 1252.184059] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.184216] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.184216] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.184553] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.184663] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.194889] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: IN_PROGRESS for 2s [ 1254.145258] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc in Status: SUCCESS [ 1254.145743] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc deletion is rescheduled due to dependency. [ 1254.145743] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.145956] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.146175] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.146481] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.146638] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.146713] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.146982] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.147760] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.147760] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.205724] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 in Status: SUCCESS [ 1254.205982] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 deletion is rescheduled due to dependency. [ 1254.206107] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.625771] env[69975]: INFO networking_nsxv3.common.synchronization [req-bf2d8bdd-cb05-4e04-bc0c-987e188a43b6 req-85f4694b-32ca-41f7-b403-71cb99a508a3 tempest-AttachInterfacesTestJSON-924533598 tempest-AttachInterfacesTestJSON-924533598-project-member] Enqueued Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_members [ 1254.626396] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_members [ 1254.626721] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.626935] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.627036] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.627239] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.627409] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.627508] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.627571] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.627716] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.627805] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.627900] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.649485] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.132517] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.153668] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.189925] env[69975]: INFO networking_nsxv3.common.synchronization [None req-04d6c932-3c6c-4f40-8169-bcae2d5d1605 tempest-AttachInterfacesTestJSON-924533598 tempest-AttachInterfacesTestJSON-924533598-project-member] Enqueued Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_members [ 1255.189925] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_members [ 1255.189925] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.189925] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.634215] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.659802] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.660055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.664309] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.664486] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.664651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.665404] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc is going to be updated. [ 1255.705688] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.705877] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.705949] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.706274] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.706335] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.720866] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc in Status: IN_PROGRESS for 2s [ 1256.140599] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.140740] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.140823] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.141049] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.141146] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.141247] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e is going to be updated. [ 1256.174859] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.175170] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.175170] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.175317] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.175458] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.185220] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: IN_PROGRESS for 2s [ 1257.735843] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc in Status: SUCCESS [ 1257.735843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.735843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.735843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.735843] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.735843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.735843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.736360] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.736360] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.736360] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.736360] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.195567] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: SUCCESS [ 1258.195830] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.195996] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.196243] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.196427] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.196540] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.196605] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.196755] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.196845] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.196930] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.241874] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.699636] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.699840] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.699901] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.700507] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.700507] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.700507] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.700507] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.700750] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.700750] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.700750] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.700849] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e is going to be updated. [ 1258.737760] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.738228] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.738228] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.738350] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.738442] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.743960] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc: rpc.has_security_group_logging(os_id): False [ 1258.748832] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: IN_PROGRESS for 2s [ 1258.763968] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.765201] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.765201] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.765201] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.765201] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.765201] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.765201] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.765201] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.765201] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.765201] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.765876] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc is going to be updated. [ 1258.848725] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.848725] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.848725] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.849026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.849452] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.865257] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc in Status: IN_PROGRESS for 2s [ 1258.910007] env[69975]: INFO networking_nsxv3.common.synchronization [req-808afaeb-fc76-4d20-81be-596f435e346f req-cf52532f-d07b-4b4b-b33e-731efec9776d tempest-ServerActionsTestOtherA-1666177876 tempest-ServerActionsTestOtherA-1666177876-project-member] Enqueued Resource ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 with Priority: HIGHEST for action security_group_members [ 1258.910580] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 with Priority: HIGHEST for action security_group_members [ 1258.910919] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4c92f3-5360-491b-9c6d-b3a242e709a7 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.911067] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.911135] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.911338] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.911503] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.911613] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.911678] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.911832] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.912108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.912108] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.414889] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.415104] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.415181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.415385] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.415479] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.415683] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.415778] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.415840] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.415987] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.416075] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.416161] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 is going to be updated. [ 1259.445315] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.445475] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.445520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.445838] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.445982] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.457379] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 in Status: IN_PROGRESS for 2s [ 1260.758299] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: SUCCESS [ 1260.758578] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e deletion is rescheduled due to dependency. [ 1260.758630] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.879844] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc in Status: SUCCESS [ 1260.880109] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.474157] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 in Status: SUCCESS [ 1261.474346] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 deletion is rescheduled due to dependency. [ 1261.474465] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.729508] env[69975]: INFO networking_nsxv3.common.synchronization [req-871ce784-378f-4598-9459-49e87d1daad3 req-04a3c9a1-1257-452c-bc9e-bedfe4e2935c tempest-AttachInterfacesTestJSON-924533598 tempest-AttachInterfacesTestJSON-924533598-project-member] Enqueued Resource ID: 9475164a-24e4-4dd7-963a-e6fe58192829 with Priority: HIGHEST for action security_group_members [ 1263.730379] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9475164a-24e4-4dd7-963a-e6fe58192829 with Priority: HIGHEST for action security_group_members [ 1263.730701] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-9475164a-24e4-4dd7-963a-e6fe58192829 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.731035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.731035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.731241] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.731446] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.731568] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.731827] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.731961] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.731961] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.732168] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9475164a-24e4-4dd7-963a-e6fe58192829',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.236357] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.236357] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.236357] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.236357] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.236357] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.236357] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.236357] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.236739] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.236739] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.236739] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.236739] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9475164a-24e4-4dd7-963a-e6fe58192829 is going to be updated. [ 1264.267220] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.267486] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.267644] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.267952] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.268238] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.277408] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9475164a-24e4-4dd7-963a-e6fe58192829 in Status: IN_PROGRESS for 2s [ 1266.289855] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9475164a-24e4-4dd7-963a-e6fe58192829 in Status: SUCCESS [ 1266.290238] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9475164a-24e4-4dd7-963a-e6fe58192829 deletion is rescheduled due to dependency. [ 1266.290238] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9475164a-24e4-4dd7-963a-e6fe58192829" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.608119] env[69975]: INFO networking_nsxv3.common.synchronization [None req-42604fff-b014-4d7c-a5b9-e4c6a9d32ccc tempest-AttachInterfacesTestJSON-924533598 tempest-AttachInterfacesTestJSON-924533598-project-member] Enqueued Resource ID: 592280ed-faff-4807-a001-74a295148d85 with Priority: HIGHEST for action security_group_rules [ 1268.608575] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 592280ed-faff-4807-a001-74a295148d85 with Priority: HIGHEST for action security_group_rules [ 1268.608886] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-592280ed-faff-4807-a001-74a295148d85 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.609020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.609130] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.609384] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.609472] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('592280ed-faff-4807-a001-74a295148d85',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.687808] env[69975]: INFO networking_nsxv3.common.synchronization [None req-59b009af-3703-4a26-a465-590cef0bd79c tempest-AttachInterfacesTestJSON-924533598 tempest-AttachInterfacesTestJSON-924533598-project-member] Enqueued Resource ID: 592280ed-faff-4807-a001-74a295148d85 with Priority: HIGHEST for action security_group_rules [ 1268.687808] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 592280ed-faff-4807-a001-74a295148d85 with Priority: HIGHEST for action security_group_rules [ 1268.687808] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-592280ed-faff-4807-a001-74a295148d85 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.687808] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.810057] env[69975]: INFO networking_nsxv3.common.synchronization [req-60b5fd80-cce0-4ac1-8e4e-51241ba152e8 req-3015df79-a954-4e27-a7bd-48e74ede6886 tempest-ServerActionsTestJSON-676534199 tempest-ServerActionsTestJSON-676534199-project-member] Enqueued Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_members [ 1268.810878] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_members [ 1268.811202] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e87de2-ee17-49bb-8725-36c150ebf512 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.811325] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.811394] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.811580] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.811731] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.811827] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.811892] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.812078] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.812472] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.812472] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.133407] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.133554] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.133627] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.133840] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.133931] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.134041] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 592280ed-faff-4807-a001-74a295148d85 already deleted. [ 1269.134125] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.134281] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.134430] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.134527] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('592280ed-faff-4807-a001-74a295148d85',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.315290] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.315458] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.315458] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.315692] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.315808] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.316017] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.316120] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.316179] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.316337] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.316413] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.316654] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e87de2-ee17-49bb-8725-36c150ebf512 is going to be updated. [ 1269.347529] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.347722] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.347722] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.347987] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.348149] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.357478] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: IN_PROGRESS for 2s [ 1269.656641] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.656960] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.656960] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.657129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.657220] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.657319] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 592280ed-faff-4807-a001-74a295148d85 already deleted. [ 1269.657402] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.366915] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: SUCCESS [ 1271.367293] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e87de2-ee17-49bb-8725-36c150ebf512 deletion is rescheduled due to dependency. [ 1271.367293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.812452] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1273.812760] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1275.607574] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.607924] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-837" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.607924] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-837" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.608205] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-837" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.608495] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.608677] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.608800] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.609069] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.609230] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.609496] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1275.609599] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1275.609713] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1275.609849] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1275.609949] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1275.610084] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1275.610226] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1275.631574] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1275.631840] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1275.631947] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1275.632123] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-837" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.632501] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-f973e93a-f258-4ccd-a732-c323a3202bb3 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.632712] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-f973e93a-f258-4ccd-a732-c323a3202bb3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.632862] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-f973e93a-f258-4ccd-a732-c323a3202bb3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.633201] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-f973e93a-f258-4ccd-a732-c323a3202bb3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.633386] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f973e93a-f258-4ccd-a732-c323a3202bb3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.136362] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.136594] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.136757] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.137072] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.137228] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.137521] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.139026] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.139026] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.139026] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.139026] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.139026] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.139399] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.139589] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.139842] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.140033] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.140199] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: f973e93a-f258-4ccd-a732-c323a3202bb3 is going to be updated. [ 1276.164686] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.164984] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.165162] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.165414] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.165660] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.165959] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-f973e93a-f258-4ccd-a732-c323a3202bb3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.844883] env[69975]: INFO networking_nsxv3.common.synchronization [req-9dabeb34-2941-4a55-98ad-74eca85c2796 req-65c8c33f-26a9-45a6-a70d-00e4be7e8d3b service nova] Enqueued Resource ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e with Priority: HIGHEST for action security_group_rules [ 1276.845257] env[69975]: INFO networking_nsxv3.common.synchronization [req-9dabeb34-2941-4a55-98ad-74eca85c2796 req-65c8c33f-26a9-45a6-a70d-00e4be7e8d3b service nova] Enqueued Resource ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e with Priority: HIGHEST for action security_group_members [ 1276.845257] env[69975]: INFO networking_nsxv3.common.synchronization [req-9dabeb34-2941-4a55-98ad-74eca85c2796 req-65c8c33f-26a9-45a6-a70d-00e4be7e8d3b service nova] Enqueued Resource ID: f973e93a-f258-4ccd-a732-c323a3202bb3 with Priority: HIGHEST for action port [ 1276.845477] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e with Priority: HIGHEST for action security_group_rules [ 1276.845574] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e with Priority: HIGHEST for action security_group_members [ 1276.845733] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f973e93a-f258-4ccd-a732-c323a3202bb3 with Priority: HIGHEST for action port [ 1276.847774] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b7d643c-d144-45b0-b11b-f8b85372c04e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.848371] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.848448] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.848657] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.848735] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b7d643c-d144-45b0-b11b-f8b85372c04e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.849598] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b7d643c-d144-45b0-b11b-f8b85372c04e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.849717] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.849786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.849954] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.850115] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.850341] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.850409] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.850557] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.850645] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.850759] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b7d643c-d144-45b0-b11b-f8b85372c04e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.851673] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-f973e93a-f258-4ccd-a732-c323a3202bb3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.851673] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f973e93a-f258-4ccd-a732-c323a3202bb3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.851769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f973e93a-f258-4ccd-a732-c323a3202bb3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.851884] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f973e93a-f258-4ccd-a732-c323a3202bb3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.851957] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f973e93a-f258-4ccd-a732-c323a3202bb3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.353596] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b7d643c-d144-45b0-b11b-f8b85372c04e taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.353878] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.354133] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f973e93a-f258-4ccd-a732-c323a3202bb3 with status ACTIVE [ 1277.354426] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.354605] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.354730] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.355132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.355310] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.355639] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.355839] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.355965] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.356225] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.356374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.356698] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.356876] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.357035] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.357313] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.357473] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.357623] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f973e93a-f258-4ccd-a732-c323a3202bb3 is going to be updated. [ 1277.358897] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b7d643c-d144-45b0-b11b-f8b85372c04e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.393894] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.394141] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.394236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.394430] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.394586] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.394843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f973e93a-f258-4ccd-a732-c323a3202bb3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.863032] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b7d643c-d144-45b0-b11b-f8b85372c04e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.254587] env[69975]: INFO networking_nsxv3.common.synchronization [req-dd9c988a-7d24-4273-bfce-ad30c6bf47da req-020e8220-2589-4673-a40d-dd9b88c3e610 tempest-AttachInterfacesTestJSON-924533598 tempest-AttachInterfacesTestJSON-924533598-project-member] Enqueued Resource ID: 592280ed-faff-4807-a001-74a295148d85 with Priority: HIGHEST for action security_group_members [ 1278.254926] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 592280ed-faff-4807-a001-74a295148d85 with Priority: HIGHEST for action security_group_members [ 1278.255292] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-592280ed-faff-4807-a001-74a295148d85 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.255363] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.255440] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.255666] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.255876] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.255979] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.256061] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.256252] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.256379] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.256530] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('592280ed-faff-4807-a001-74a295148d85',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.366084] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.366084] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.366346] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.366394] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.366481] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.366586] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e is going to be updated. [ 1278.399538] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.399683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.399732] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.399932] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.400232] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.409719] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e in Status: IN_PROGRESS for 2s [ 1278.532344] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.532551] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.532716] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.533044] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.533372] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.533563] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.533686] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.533909] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.534069] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.534282] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1278.534400] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1278.534512] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1278.534623] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1278.534736] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1278.534874] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1278.535028] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1278.555905] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1278.556135] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1278.556292] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1278.556497] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.556830] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-90606ccc-f773-4313-9003-0b3239a7ca18 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.557020] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-90606ccc-f773-4313-9003-0b3239a7ca18" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.557178] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-90606ccc-f773-4313-9003-0b3239a7ca18" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.557557] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-90606ccc-f773-4313-9003-0b3239a7ca18" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.557702] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90606ccc-f773-4313-9003-0b3239a7ca18',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.759016] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.759293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.759293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.759591] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.759713] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.759943] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.760086] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.760235] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.760353] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.760457] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.760564] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 592280ed-faff-4807-a001-74a295148d85 already deleted. [ 1278.760664] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.061613] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.061613] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.061613] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.061613] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.061613] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.061613] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 90606ccc-f773-4313-9003-0b3239a7ca18 not found, creating... [ 1279.061613] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.061613] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.062247] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.062247] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.062247] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.062402] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.062560] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.062690] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.063110] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.063281] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.063438] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 90606ccc-f773-4313-9003-0b3239a7ca18 is going to be created. [ 1279.084270] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.084522] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.084622] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.085014] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.085264] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.085548] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-90606ccc-f773-4313-9003-0b3239a7ca18" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.785357] env[69975]: INFO networking_nsxv3.common.synchronization [req-dd9c988a-7d24-4273-bfce-ad30c6bf47da req-e14a8390-a8c0-4135-a5ef-e9fe61e532c2 service nova] Enqueued Resource ID: 592280ed-faff-4807-a001-74a295148d85 with Priority: HIGHEST for action security_group_rules [ 1279.785544] env[69975]: INFO networking_nsxv3.common.synchronization [req-dd9c988a-7d24-4273-bfce-ad30c6bf47da req-e14a8390-a8c0-4135-a5ef-e9fe61e532c2 service nova] Enqueued Resource ID: 592280ed-faff-4807-a001-74a295148d85 with Priority: HIGHEST for action security_group_members [ 1279.785688] env[69975]: INFO networking_nsxv3.common.synchronization [req-dd9c988a-7d24-4273-bfce-ad30c6bf47da req-e14a8390-a8c0-4135-a5ef-e9fe61e532c2 service nova] Enqueued Resource ID: 90606ccc-f773-4313-9003-0b3239a7ca18 with Priority: HIGHEST for action port [ 1279.786231] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 592280ed-faff-4807-a001-74a295148d85 with Priority: HIGHEST for action security_group_rules [ 1279.786379] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 592280ed-faff-4807-a001-74a295148d85 with Priority: HIGHEST for action security_group_members [ 1279.786453] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90606ccc-f773-4313-9003-0b3239a7ca18 with Priority: HIGHEST for action port [ 1279.786718] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-592280ed-faff-4807-a001-74a295148d85 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.786841] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.786910] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.787123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.787207] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('592280ed-faff-4807-a001-74a295148d85',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.788065] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-592280ed-faff-4807-a001-74a295148d85 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.788184] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.788331] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.788413] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.788556] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.788661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.788714] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.788836] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.788917] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.789010] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('592280ed-faff-4807-a001-74a295148d85',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.789729] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-90606ccc-f773-4313-9003-0b3239a7ca18 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.789834] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90606ccc-f773-4313-9003-0b3239a7ca18" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.789969] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90606ccc-f773-4313-9003-0b3239a7ca18" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.790057] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90606ccc-f773-4313-9003-0b3239a7ca18" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.790128] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90606ccc-f773-4313-9003-0b3239a7ca18',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.291451] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('592280ed-faff-4807-a001-74a295148d85',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.292546] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-592280ed-faff-4807-a001-74a295148d85 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.292680] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.294176] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90606ccc-f773-4313-9003-0b3239a7ca18 with status ACTIVE [ 1280.294367] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.294519] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.294623] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.294969] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.295140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.295367] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.295367] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.295487] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.295576] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.295653] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.295946] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.296107] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.296172] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.296338] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.296421] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.296512] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90606ccc-f773-4313-9003-0b3239a7ca18 is going to be updated. [ 1280.321231] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.321535] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.321535] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.321781] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.321935] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.322118] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90606ccc-f773-4313-9003-0b3239a7ca18" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.430246] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e in Status: SUCCESS [ 1280.430593] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.430752] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.430963] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.431180] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.431303] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.431370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.431520] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.431597] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.431880] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.431880] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b7d643c-d144-45b0-b11b-f8b85372c04e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.794061] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('592280ed-faff-4807-a001-74a295148d85',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.934172] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b7d643c-d144-45b0-b11b-f8b85372c04e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.203740] env[69975]: INFO networking_nsxv3.common.synchronization [req-019aecc3-cdd3-429b-b222-53eddea72f88 req-2f042714-6396-4517-9d44-5074e9589c58 tempest-ServerActionsTestJSON-676534199 tempest-ServerActionsTestJSON-676534199-project-member] Enqueued Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_members [ 1281.205000] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_members [ 1281.205440] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e87de2-ee17-49bb-8725-36c150ebf512 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.205572] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.205647] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.205936] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.206089] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.206238] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.206304] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.206485] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.206563] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.206680] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.297017] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.297374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.297374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.297463] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.297574] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.297644] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 592280ed-faff-4807-a001-74a295148d85 is going to be created. [ 1281.323304] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.323559] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.323559] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.323759] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.323944] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.335370] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 592280ed-faff-4807-a001-74a295148d85 in Status: UNINITIALIZED for 2s [ 1281.436729] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b7d643c-d144-45b0-b11b-f8b85372c04e: rpc.has_security_group_logging(os_id): False [ 1281.463025] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.463025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.463025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.463025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.463025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.463025] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.463025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.463025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.463025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.463025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.463025] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e is going to be updated. [ 1281.537626] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.537893] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-736" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.537989] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-736" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.538308] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-736" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.538737] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.538884] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.539073] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.539426] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.539603] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.539877] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1281.540057] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1281.540182] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1281.540316] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1281.540441] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1281.540555] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1281.540697] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1281.545498] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.545678] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.545777] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.545998] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.546174] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.569784] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e in Status: IN_PROGRESS for 2s [ 1281.588994] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1281.589249] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1281.589426] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1281.589650] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-736" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.590085] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-dc946213-769e-4998-bc51-5344491a5d10 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.590329] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-dc946213-769e-4998-bc51-5344491a5d10" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.590418] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-dc946213-769e-4998-bc51-5344491a5d10" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.590764] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-dc946213-769e-4998-bc51-5344491a5d10" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.590947] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc946213-769e-4998-bc51-5344491a5d10',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.709492] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.709762] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.709762] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.709941] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.710285] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.710728] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.710927] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.711063] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.711297] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.711403] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.711509] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e87de2-ee17-49bb-8725-36c150ebf512 is going to be updated. [ 1281.737724] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.737971] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.737971] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.738161] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.738323] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.747680] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: IN_PROGRESS for 2s [ 1282.094201] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.094433] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.094565] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.094894] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.095113] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.095345] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port dc946213-769e-4998-bc51-5344491a5d10 not found, creating... [ 1282.095706] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.095860] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.095997] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.096323] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.096517] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.096819] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.096977] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.097117] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.097329] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.097464] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.097605] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: dc946213-769e-4998-bc51-5344491a5d10 is going to be created. [ 1282.120216] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.120441] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.120574] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.120845] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.121118] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.121344] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-dc946213-769e-4998-bc51-5344491a5d10" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.794440] env[69975]: INFO networking_nsxv3.common.synchronization [req-019aecc3-cdd3-429b-b222-53eddea72f88 req-7690b862-ded2-4700-bfde-37509f2c28e4 service nova] Enqueued Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_rules [ 1282.794773] env[69975]: INFO networking_nsxv3.common.synchronization [req-019aecc3-cdd3-429b-b222-53eddea72f88 req-7690b862-ded2-4700-bfde-37509f2c28e4 service nova] Enqueued Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_members [ 1282.794972] env[69975]: INFO networking_nsxv3.common.synchronization [req-019aecc3-cdd3-429b-b222-53eddea72f88 req-7690b862-ded2-4700-bfde-37509f2c28e4 service nova] Enqueued Resource ID: dc946213-769e-4998-bc51-5344491a5d10 with Priority: HIGHEST for action port [ 1282.795539] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_rules [ 1282.795878] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_members [ 1282.795878] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc946213-769e-4998-bc51-5344491a5d10 with Priority: HIGHEST for action port [ 1282.796322] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67e87de2-ee17-49bb-8725-36c150ebf512 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.796526] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.796660] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.796944] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.797139] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.798346] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e87de2-ee17-49bb-8725-36c150ebf512 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.798419] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.799149] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc946213-769e-4998-bc51-5344491a5d10 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.799385] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc946213-769e-4998-bc51-5344491a5d10" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.799506] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc946213-769e-4998-bc51-5344491a5d10" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.799741] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc946213-769e-4998-bc51-5344491a5d10" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.799870] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc946213-769e-4998-bc51-5344491a5d10',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.301597] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e87de2-ee17-49bb-8725-36c150ebf512 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.301819] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.304388] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc946213-769e-4998-bc51-5344491a5d10 with status ACTIVE [ 1283.304602] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.305016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.305016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.305257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.305406] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.305641] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.305846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.305989] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.306253] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.306406] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.306739] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.306920] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.307054] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.307350] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.307497] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.307784] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc946213-769e-4998-bc51-5344491a5d10 is going to be updated. [ 1283.331602] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.331750] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.331813] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.332050] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.332215] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.332433] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc946213-769e-4998-bc51-5344491a5d10" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.346931] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 592280ed-faff-4807-a001-74a295148d85 in Status: SUCCESS [ 1283.347296] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.347508] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.347806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.348553] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.348553] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.348553] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.348852] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.348852] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.348852] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.349017] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('592280ed-faff-4807-a001-74a295148d85',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.587091] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e in Status: SUCCESS [ 1283.587384] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.760756] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: SUCCESS [ 1283.760961] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e87de2-ee17-49bb-8725-36c150ebf512 deletion is rescheduled due to dependency. [ 1283.761122] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.761392] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.761713] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.761944] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.762117] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.762294] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.762639] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.762639] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.762779] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.851730] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('592280ed-faff-4807-a001-74a295148d85',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.265246] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.354668] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 592280ed-faff-4807-a001-74a295148d85: rpc.has_security_group_logging(os_id): False [ 1284.374117] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.374363] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.374363] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.374606] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.374718] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.375093] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.375288] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.375367] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.375492] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.375570] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.375671] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 592280ed-faff-4807-a001-74a295148d85 is going to be created. [ 1284.446409] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.446595] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.446640] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.446841] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.447223] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.460926] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 592280ed-faff-4807-a001-74a295148d85 in Status: IN_PROGRESS for 2s [ 1284.770070] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.272977] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.273386] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.273386] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.273386] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.273554] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.273554] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e87de2-ee17-49bb-8725-36c150ebf512 is going to be updated. [ 1285.317372] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.317660] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.317660] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.317982] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.317982] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.327837] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: IN_PROGRESS for 2s [ 1286.474913] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 592280ed-faff-4807-a001-74a295148d85 in Status: SUCCESS [ 1286.475345] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.339877] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: SUCCESS [ 1287.340146] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.340291] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.340524] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.340731] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.340855] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.340905] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.341088] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.341171] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.341256] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.341347] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.796771] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.797311] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1287.843494] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.346486] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67e87de2-ee17-49bb-8725-36c150ebf512: rpc.has_security_group_logging(os_id): False [ 1288.365576] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.365854] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.365854] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.366041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.366130] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.366444] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.366638] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.366638] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.366770] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.366849] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.366935] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67e87de2-ee17-49bb-8725-36c150ebf512 is going to be updated. [ 1288.440038] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.440408] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.440531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.440833] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.441136] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.454705] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: IN_PROGRESS for 2s [ 1290.472365] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: SUCCESS [ 1290.472899] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.798047] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.798047] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1296.867116] env[69975]: INFO networking_nsxv3.common.synchronization [req-4090ab6a-7aa5-4e97-a4fb-96c14723c9ba req-e0188089-270c-4b2b-a7c5-cce1ee5e0837 tempest-AttachInterfacesTestJSON-924533598 tempest-AttachInterfacesTestJSON-924533598-project-member] Enqueued Resource ID: 592280ed-faff-4807-a001-74a295148d85 with Priority: HIGHEST for action security_group_members [ 1296.867669] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 592280ed-faff-4807-a001-74a295148d85 with Priority: HIGHEST for action security_group_members [ 1296.867992] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-592280ed-faff-4807-a001-74a295148d85 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.868149] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.868201] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.868394] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.868745] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.868745] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.868745] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.868954] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.868954] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.869046] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('592280ed-faff-4807-a001-74a295148d85',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.179010] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.179301] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.179478] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.179838] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.180206] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.180427] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.180599] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.181031] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.181110] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.181374] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1297.181542] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1297.181705] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1297.181862] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1297.182033] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1297.182195] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1297.182381] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1297.205146] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1297.205511] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1297.205511] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1297.205659] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.205938] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-93615399-3c22-4aa4-b3d0-f2c5cffc9368 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.206149] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-93615399-3c22-4aa4-b3d0-f2c5cffc9368" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.206272] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-93615399-3c22-4aa4-b3d0-f2c5cffc9368" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.206616] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-93615399-3c22-4aa4-b3d0-f2c5cffc9368" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.206764] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93615399-3c22-4aa4-b3d0-f2c5cffc9368',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.371390] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('592280ed-faff-4807-a001-74a295148d85',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.708991] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.709300] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.709391] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.709682] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.709838] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.710009] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 93615399-3c22-4aa4-b3d0-f2c5cffc9368 not found, creating... [ 1297.710330] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.710498] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.710623] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.710852] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.710996] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.711296] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.711461] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.711583] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.711792] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.711930] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.712088] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 93615399-3c22-4aa4-b3d0-f2c5cffc9368 is going to be created. [ 1297.732740] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.732966] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.733120] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.733398] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.733635] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.733868] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-93615399-3c22-4aa4-b3d0-f2c5cffc9368" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.873506] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('592280ed-faff-4807-a001-74a295148d85',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.376766] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.376921] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.376990] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.377231] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.377350] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.377426] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 592280ed-faff-4807-a001-74a295148d85 is going to be updated. [ 1298.400824] env[69975]: INFO networking_nsxv3.common.synchronization [req-4090ab6a-7aa5-4e97-a4fb-96c14723c9ba req-084039ce-cce6-4679-998f-dbcb73521a1f service nova] Enqueued Resource ID: 592280ed-faff-4807-a001-74a295148d85 with Priority: HIGHEST for action security_group_rules [ 1298.400906] env[69975]: INFO networking_nsxv3.common.synchronization [req-4090ab6a-7aa5-4e97-a4fb-96c14723c9ba req-084039ce-cce6-4679-998f-dbcb73521a1f service nova] Enqueued Resource ID: 592280ed-faff-4807-a001-74a295148d85 with Priority: HIGHEST for action security_group_members [ 1298.401057] env[69975]: INFO networking_nsxv3.common.synchronization [req-4090ab6a-7aa5-4e97-a4fb-96c14723c9ba req-084039ce-cce6-4679-998f-dbcb73521a1f service nova] Enqueued Resource ID: 93615399-3c22-4aa4-b3d0-f2c5cffc9368 with Priority: HIGHEST for action port [ 1298.401521] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 592280ed-faff-4807-a001-74a295148d85 with Priority: HIGHEST for action security_group_rules [ 1298.401657] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 592280ed-faff-4807-a001-74a295148d85 with Priority: HIGHEST for action security_group_members [ 1298.402749] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93615399-3c22-4aa4-b3d0-f2c5cffc9368 with Priority: HIGHEST for action port [ 1298.403245] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-592280ed-faff-4807-a001-74a295148d85 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.403409] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.403483] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.403709] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.403823] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('592280ed-faff-4807-a001-74a295148d85',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.406015] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-592280ed-faff-4807-a001-74a295148d85 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.406015] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.406015] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-93615399-3c22-4aa4-b3d0-f2c5cffc9368 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.406015] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93615399-3c22-4aa4-b3d0-f2c5cffc9368" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.406015] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93615399-3c22-4aa4-b3d0-f2c5cffc9368" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.406410] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93615399-3c22-4aa4-b3d0-f2c5cffc9368" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.406410] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93615399-3c22-4aa4-b3d0-f2c5cffc9368',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.407877] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.407992] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.408072] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.408251] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.408395] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.419129] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 592280ed-faff-4807-a001-74a295148d85 in Status: IN_PROGRESS for 2s [ 1298.907796] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-592280ed-faff-4807-a001-74a295148d85 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.908208] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.910831] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93615399-3c22-4aa4-b3d0-f2c5cffc9368 with status ACTIVE [ 1298.911143] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.911268] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.911316] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.912292] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.912424] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.912639] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.912848] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.912986] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.913255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.913255] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.913455] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.913628] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.913687] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.913811] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.913915] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.914095] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93615399-3c22-4aa4-b3d0-f2c5cffc9368 is going to be updated. [ 1298.938188] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.938284] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.938338] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.938581] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.938740] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.939186] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93615399-3c22-4aa4-b3d0-f2c5cffc9368" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.431117] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 592280ed-faff-4807-a001-74a295148d85 in Status: SUCCESS [ 1300.431117] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.431572] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.431611] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.431887] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.432120] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.432308] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.432573] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.432665] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.432786] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('592280ed-faff-4807-a001-74a295148d85',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.487853] env[69975]: INFO networking_nsxv3.common.synchronization [req-bcfd70fb-0ea5-48f9-98a7-22289e23f8ed req-2cad6698-7db4-4671-abac-29b91a50e15f tempest-AttachVolumeNegativeTest-1055724446 tempest-AttachVolumeNegativeTest-1055724446-project-member] Enqueued Resource ID: a3a1755e-b671-434b-ac0d-ba8fc92dd165 with Priority: HIGHEST for action security_group_members [ 1300.488427] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3a1755e-b671-434b-ac0d-ba8fc92dd165 with Priority: HIGHEST for action security_group_members [ 1300.488877] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3a1755e-b671-434b-ac0d-ba8fc92dd165 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.488969] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.489028] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.489247] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.489431] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.489560] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.489626] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.489836] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.489932] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.490066] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3a1755e-b671-434b-ac0d-ba8fc92dd165',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.935617] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('592280ed-faff-4807-a001-74a295148d85',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.993526] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.993526] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.993526] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.994359] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.994359] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.994359] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.994359] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.994359] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.994359] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.994359] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.994359] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3a1755e-b671-434b-ac0d-ba8fc92dd165 is going to be updated. [ 1301.036663] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.036881] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.036924] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.037185] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.037351] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.046851] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3a1755e-b671-434b-ac0d-ba8fc92dd165 in Status: IN_PROGRESS for 2s [ 1301.321570] env[69975]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1301.321824] env[69975]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9b604521-bda9-4b35-9d74-9850463f8ec8 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1301.437932] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('592280ed-faff-4807-a001-74a295148d85',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.941315] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.941486] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.941555] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.941807] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.941940] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.942070] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 592280ed-faff-4807-a001-74a295148d85 is going to be updated. [ 1301.981687] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.981902] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.982016] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.982322] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.982550] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.993302] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 592280ed-faff-4807-a001-74a295148d85 in Status: IN_PROGRESS for 2s [ 1303.059013] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3a1755e-b671-434b-ac0d-ba8fc92dd165 in Status: SUCCESS [ 1303.059338] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3a1755e-b671-434b-ac0d-ba8fc92dd165 deletion is rescheduled due to dependency. [ 1303.059438] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3a1755e-b671-434b-ac0d-ba8fc92dd165" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.006078] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 592280ed-faff-4807-a001-74a295148d85 in Status: SUCCESS [ 1304.006283] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.006521] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.006780] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.007020] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.007175] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.007250] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.007463] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.007589] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.007701] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.007833] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('592280ed-faff-4807-a001-74a295148d85',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.510532] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('592280ed-faff-4807-a001-74a295148d85',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.013748] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 592280ed-faff-4807-a001-74a295148d85: rpc.has_security_group_logging(os_id): False [ 1305.034045] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.034266] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.034365] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.034707] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.034862] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.035166] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.035280] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.035365] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.035560] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.035664] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.035757] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 592280ed-faff-4807-a001-74a295148d85 is going to be updated. [ 1305.099550] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.099761] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.099812] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.100018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.100170] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.118707] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 592280ed-faff-4807-a001-74a295148d85 in Status: IN_PROGRESS for 2s [ 1305.489580] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1305.489719] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1307.133920] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 592280ed-faff-4807-a001-74a295148d85 in Status: SUCCESS [ 1307.134335] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.819473] env[69975]: INFO networking_nsxv3.common.synchronization [None req-e48bbdbd-cd2c-4ff5-b034-afb5995a6a89 tempest-AttachInterfacesTestJSON-924533598 tempest-AttachInterfacesTestJSON-924533598-project-member] Enqueued Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_members [ 1307.819994] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_members [ 1307.820395] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.820524] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.820590] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.820780] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.820930] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.821040] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.821108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.821235] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.821318] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.821407] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.324196] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.324538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.324538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.324693] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.324784] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.324984] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.325149] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.325220] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.325522] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.325522] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.325522] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e is going to be updated. [ 1308.353389] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.353595] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.353639] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.353815] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.353965] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.363883] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: IN_PROGRESS for 2s [ 1310.375791] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: SUCCESS [ 1310.381194] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e deletion is rescheduled due to dependency. [ 1310.381194] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.821712] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.822119] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.823326] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1317.823674] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1320.339645] env[69975]: INFO networking_nsxv3.common.synchronization [req-aae4a238-8837-4eae-8965-624b21adb03e req-7a8e04f5-18c5-43b4-9fc7-d7991c4e488d tempest-AttachVolumeTestJSON-1976663256 tempest-AttachVolumeTestJSON-1976663256-project-member] Enqueued Resource ID: e8655014-7389-4597-9aa9-6a3c5be299bb with Priority: HIGHEST for action security_group_members [ 1320.340202] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8655014-7389-4597-9aa9-6a3c5be299bb with Priority: HIGHEST for action security_group_members [ 1320.340507] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8655014-7389-4597-9aa9-6a3c5be299bb taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.340628] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.340696] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.340891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.341053] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.341157] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.341219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.341365] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.341441] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.341530] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8655014-7389-4597-9aa9-6a3c5be299bb',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.844798] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.844798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.844798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.844798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.844798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.844798] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.844798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.844798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.846912] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.846912] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.846912] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8655014-7389-4597-9aa9-6a3c5be299bb is going to be updated. [ 1320.874827] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.874827] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.875070] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.875070] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.875219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.884558] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8655014-7389-4597-9aa9-6a3c5be299bb in Status: IN_PROGRESS for 2s [ 1322.894978] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8655014-7389-4597-9aa9-6a3c5be299bb in Status: SUCCESS [ 1322.895619] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8655014-7389-4597-9aa9-6a3c5be299bb deletion is rescheduled due to dependency. [ 1322.895619] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8655014-7389-4597-9aa9-6a3c5be299bb" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.554566] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.554909] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.554909] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.555192] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.555529] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.555698] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.555819] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.556050] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.556198] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.556451] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1324.556567] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1324.556688] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1324.556792] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1324.556905] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1324.557030] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1324.557190] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1324.577341] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1324.577573] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1324.577739] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1324.577953] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.578303] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-b2ab07e2-9194-42f9-96cd-d32a4aceab17 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.578485] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-b2ab07e2-9194-42f9-96cd-d32a4aceab17" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.578611] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-b2ab07e2-9194-42f9-96cd-d32a4aceab17" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.578968] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-b2ab07e2-9194-42f9-96cd-d32a4aceab17" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.579148] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2ab07e2-9194-42f9-96cd-d32a4aceab17',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.725910] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-866 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.726121] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.726251] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.726560] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.726841] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.727017] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.727148] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.727381] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.727532] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.727839] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1324.727961] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1324.728093] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1324.728210] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1324.728327] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1324.728452] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1324.728937] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1324.745707] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1324.745877] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1324.746019] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1324.746224] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-866" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.746569] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-d95c9544-b6cb-4f15-adb5-ef91c7ef325d taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.746745] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-d95c9544-b6cb-4f15-adb5-ef91c7ef325d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.746869] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-d95c9544-b6cb-4f15-adb5-ef91c7ef325d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.747142] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-d95c9544-b6cb-4f15-adb5-ef91c7ef325d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.747286] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d95c9544-b6cb-4f15-adb5-ef91c7ef325d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.081855] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.082122] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.082256] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.082550] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.082705] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.082865] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port b2ab07e2-9194-42f9-96cd-d32a4aceab17 not found, creating... [ 1325.083145] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.083362] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.083511] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.083696] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.083835] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.084131] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.084292] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.084413] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.084628] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.084765] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.084902] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: b2ab07e2-9194-42f9-96cd-d32a4aceab17 is going to be created. [ 1325.110696] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.110922] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.111070] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.111348] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.111582] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.111819] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-b2ab07e2-9194-42f9-96cd-d32a4aceab17" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.249206] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.249435] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.249537] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.249878] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.250060] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.250368] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.250535] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.250659] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.250883] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.251036] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.251323] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.251483] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.251605] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.251812] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.251946] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.252105] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: d95c9544-b6cb-4f15-adb5-ef91c7ef325d is going to be updated. [ 1325.273929] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.274226] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.274284] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.274575] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.274773] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.274997] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-d95c9544-b6cb-4f15-adb5-ef91c7ef325d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.341020] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1325.341208] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1325.778691] env[69975]: INFO networking_nsxv3.common.synchronization [req-ecbe7892-341b-4274-9453-02120a4953ec req-ea640ea4-65e0-4e22-986f-e1be6d544ff6 service nova] Enqueued Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_rules [ 1325.778947] env[69975]: INFO networking_nsxv3.common.synchronization [req-ecbe7892-341b-4274-9453-02120a4953ec req-ea640ea4-65e0-4e22-986f-e1be6d544ff6 service nova] Enqueued Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_members [ 1325.779035] env[69975]: INFO networking_nsxv3.common.synchronization [req-ecbe7892-341b-4274-9453-02120a4953ec req-ea640ea4-65e0-4e22-986f-e1be6d544ff6 service nova] Enqueued Resource ID: b2ab07e2-9194-42f9-96cd-d32a4aceab17 with Priority: HIGHEST for action port [ 1325.779243] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_rules [ 1325.779372] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_members [ 1325.779470] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ab07e2-9194-42f9-96cd-d32a4aceab17 with Priority: HIGHEST for action port [ 1325.779994] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.780132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.780197] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.780390] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.780470] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.781267] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.781385] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.781457] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.781612] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.781757] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.781850] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.781909] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.782062] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.782148] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.782234] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.782927] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2ab07e2-9194-42f9-96cd-d32a4aceab17 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.783046] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2ab07e2-9194-42f9-96cd-d32a4aceab17" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.783111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2ab07e2-9194-42f9-96cd-d32a4aceab17" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.783256] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2ab07e2-9194-42f9-96cd-d32a4aceab17" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.783335] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2ab07e2-9194-42f9-96cd-d32a4aceab17',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.963198] env[69975]: INFO networking_nsxv3.common.synchronization [req-48b0ae31-500f-4352-9ebc-5eb0e25c4bf2 req-655c4817-8811-4f67-9267-f3e984a53d0c service nova] Enqueued Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_rules [ 1325.963517] env[69975]: INFO networking_nsxv3.common.synchronization [req-48b0ae31-500f-4352-9ebc-5eb0e25c4bf2 req-655c4817-8811-4f67-9267-f3e984a53d0c service nova] Enqueued Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_members [ 1325.963685] env[69975]: INFO networking_nsxv3.common.synchronization [req-48b0ae31-500f-4352-9ebc-5eb0e25c4bf2 req-655c4817-8811-4f67-9267-f3e984a53d0c service nova] Enqueued Resource ID: d95c9544-b6cb-4f15-adb5-ef91c7ef325d with Priority: HIGHEST for action port [ 1325.964233] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_rules [ 1325.964301] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_members [ 1325.964873] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d95c9544-b6cb-4f15-adb5-ef91c7ef325d with Priority: HIGHEST for action port [ 1325.964956] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.965103] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.965168] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.965412] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.965513] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.966330] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.966461] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.966541] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.966647] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.966792] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.966886] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.966953] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.967096] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.967175] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.967261] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.967981] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-d95c9544-b6cb-4f15-adb5-ef91c7ef325d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.968099] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d95c9544-b6cb-4f15-adb5-ef91c7ef325d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.968160] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d95c9544-b6cb-4f15-adb5-ef91c7ef325d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.968307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d95c9544-b6cb-4f15-adb5-ef91c7ef325d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.968378] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d95c9544-b6cb-4f15-adb5-ef91c7ef325d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.288721] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.289023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.289165] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.290283] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2ab07e2-9194-42f9-96cd-d32a4aceab17 with status ACTIVE [ 1326.290413] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.290531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.290531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.290748] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.290854] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.291093] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.291231] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.291310] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.291440] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.291519] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.291726] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.291875] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.291875] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.292014] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.292087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.292244] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2ab07e2-9194-42f9-96cd-d32a4aceab17 is going to be updated. [ 1326.318686] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.318922] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.318922] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.319104] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.319243] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.319401] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2ab07e2-9194-42f9-96cd-d32a4aceab17" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.470247] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.470462] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.470535] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.471925] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d95c9544-b6cb-4f15-adb5-ef91c7ef325d with status ACTIVE [ 1326.472187] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.472276] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.472332] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.472501] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.472589] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.472760] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.472855] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.472918] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.473088] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.473163] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.473389] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.473482] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.473533] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.473672] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.473746] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.473864] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d95c9544-b6cb-4f15-adb5-ef91c7ef325d is going to be updated. [ 1326.501045] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.501201] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.501264] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.501465] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.501602] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.501762] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d95c9544-b6cb-4f15-adb5-ef91c7ef325d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.794850] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.973065] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.224310] env[69975]: INFO networking_nsxv3.common.synchronization [None req-53d07ce7-3cbf-467a-9eeb-31d6ced9b945 tempest-AttachVolumeTestJSON-1976663256 tempest-AttachVolumeTestJSON-1976663256-project-member] Enqueued Resource ID: 3ea09680-63ca-4735-b6be-45b795828327 with Priority: HIGHEST for action security_group_rules [ 1327.224773] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ea09680-63ca-4735-b6be-45b795828327 with Priority: HIGHEST for action security_group_rules [ 1327.225142] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ea09680-63ca-4735-b6be-45b795828327 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.225303] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.225364] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.225853] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.225853] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ea09680-63ca-4735-b6be-45b795828327',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.298092] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.298274] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.298378] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.298708] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.299055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.299055] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e is going to be updated. [ 1327.303414] env[69975]: INFO networking_nsxv3.common.synchronization [None req-60bf3c8e-84fc-4608-97a9-6c3b6511d52b tempest-AttachVolumeTestJSON-1976663256 tempest-AttachVolumeTestJSON-1976663256-project-member] Enqueued Resource ID: 3ea09680-63ca-4735-b6be-45b795828327 with Priority: HIGHEST for action security_group_rules [ 1327.303414] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ea09680-63ca-4735-b6be-45b795828327 with Priority: HIGHEST for action security_group_rules [ 1327.303642] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ea09680-63ca-4735-b6be-45b795828327 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.303736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.327688] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.327852] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.327896] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.328087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.328236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.337896] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: IN_PROGRESS for 2s [ 1327.476216] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.476216] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.476216] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.476216] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.476216] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.476216] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc is going to be updated. [ 1327.522520] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.522772] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.522849] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.523532] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.523532] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.534493] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc in Status: IN_PROGRESS for 2s [ 1327.746158] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.746384] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.746384] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.746627] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.746719] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.746818] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ea09680-63ca-4735-b6be-45b795828327 already deleted. [ 1327.746902] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.747074] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.747229] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.747317] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ea09680-63ca-4735-b6be-45b795828327',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.270771] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.270771] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.270771] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.270771] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.270771] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.270771] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ea09680-63ca-4735-b6be-45b795828327 already deleted. [ 1328.270771] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.348163] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: SUCCESS [ 1329.348525] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.348525] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.348824] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.348925] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.349053] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.349124] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.349449] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.349970] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.350155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.350235] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.545485] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc in Status: SUCCESS [ 1329.545712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.545878] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.546120] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.546313] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.546435] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.546504] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.546661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.546745] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.546827] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.546973] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.852967] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.853225] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.853290] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.853555] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.853734] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.853941] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.854063] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.854266] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.854357] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.854485] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.854645] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.854847] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.854978] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.855196] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.855390] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.855507] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.855593] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.855812] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.855902] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.856026] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.856121] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.048680] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.358503] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6216993-7d69-49eb-9a8b-fa0d1cebb40e: rpc.has_security_group_logging(os_id): False [ 1330.379655] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.379802] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.379877] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.380129] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.380231] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.380515] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.380624] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.380686] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.380838] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.380917] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.381115] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.381224] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.381286] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.381428] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.381500] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.382224] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.382224] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.382224] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.382224] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.382224] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.382224] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e is going to be updated. [ 1330.462594] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.462804] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.462804] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.463051] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.463235] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.482618] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: IN_PROGRESS for 2s [ 1330.551230] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc: rpc.has_security_group_logging(os_id): False [ 1330.573480] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.573744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.573868] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.574117] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.574260] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.574640] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.574837] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.574937] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.575172] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.575273] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.575482] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc is going to be updated. [ 1330.669381] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.669651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.669651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.669784] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.669918] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.688326] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc in Status: IN_PROGRESS for 2s [ 1332.304446] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.304855] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1332.501312] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: SUCCESS [ 1332.501544] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.679877] env[69975]: INFO networking_nsxv3.common.synchronization [req-57ac6c53-288d-44fe-9829-dd01a20f6ec9 req-e46e009a-73de-4430-b645-cb44f7b79d3d tempest-AttachVolumeTestJSON-1976663256 tempest-AttachVolumeTestJSON-1976663256-project-member] Enqueued Resource ID: 3ea09680-63ca-4735-b6be-45b795828327 with Priority: HIGHEST for action security_group_members [ 1332.680364] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ea09680-63ca-4735-b6be-45b795828327 with Priority: HIGHEST for action security_group_members [ 1332.680671] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ea09680-63ca-4735-b6be-45b795828327 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.680796] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.680885] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.681210] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.681378] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.681511] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.681581] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.681746] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.681833] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.681932] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ea09680-63ca-4735-b6be-45b795828327',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.705501] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc in Status: SUCCESS [ 1332.705753] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.040855] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.041124] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-67" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.041174] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-67" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.041596] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-67" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.041907] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.042163] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.042250] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.042497] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.042658] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.042878] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1333.042997] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1333.043125] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1333.043237] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1333.043376] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1333.043508] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1333.043651] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1333.068985] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1333.069254] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1333.069322] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1333.069501] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-67" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.069843] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-6c285c0e-e718-4241-ac88-8de36e44a62f taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.070044] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-6c285c0e-e718-4241-ac88-8de36e44a62f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.070176] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-6c285c0e-e718-4241-ac88-8de36e44a62f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.070540] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-6c285c0e-e718-4241-ac88-8de36e44a62f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.070691] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c285c0e-e718-4241-ac88-8de36e44a62f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.185095] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.185095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.185095] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.185647] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.185647] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.185647] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.185647] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.185871] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.185871] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.185932] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.186046] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ea09680-63ca-4735-b6be-45b795828327 already deleted. [ 1333.186104] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.573398] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.573744] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.573789] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.574078] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.574233] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.574401] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 6c285c0e-e718-4241-ac88-8de36e44a62f not found, creating... [ 1333.574735] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.575652] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.575652] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.575652] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.575821] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.575969] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.576148] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.576382] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.576550] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.576708] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.576856] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 6c285c0e-e718-4241-ac88-8de36e44a62f is going to be created. [ 1333.599270] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.599501] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.599632] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.600209] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.600466] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.600715] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-6c285c0e-e718-4241-ac88-8de36e44a62f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.572020] env[69975]: INFO networking_nsxv3.common.synchronization [req-57ac6c53-288d-44fe-9829-dd01a20f6ec9 req-0025abf0-da8e-4f92-a312-04ed568bdac5 service nova] Enqueued Resource ID: 3ea09680-63ca-4735-b6be-45b795828327 with Priority: HIGHEST for action security_group_rules [ 1334.572020] env[69975]: INFO networking_nsxv3.common.synchronization [req-57ac6c53-288d-44fe-9829-dd01a20f6ec9 req-0025abf0-da8e-4f92-a312-04ed568bdac5 service nova] Enqueued Resource ID: 3ea09680-63ca-4735-b6be-45b795828327 with Priority: HIGHEST for action security_group_members [ 1334.572020] env[69975]: INFO networking_nsxv3.common.synchronization [req-57ac6c53-288d-44fe-9829-dd01a20f6ec9 req-0025abf0-da8e-4f92-a312-04ed568bdac5 service nova] Enqueued Resource ID: 6c285c0e-e718-4241-ac88-8de36e44a62f with Priority: HIGHEST for action port [ 1334.572020] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ea09680-63ca-4735-b6be-45b795828327 with Priority: HIGHEST for action security_group_rules [ 1334.572020] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ea09680-63ca-4735-b6be-45b795828327 with Priority: HIGHEST for action security_group_members [ 1334.572020] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c285c0e-e718-4241-ac88-8de36e44a62f with Priority: HIGHEST for action port [ 1334.572554] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ea09680-63ca-4735-b6be-45b795828327 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.572818] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.572991] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.573422] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.573931] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ea09680-63ca-4735-b6be-45b795828327',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.574946] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ea09680-63ca-4735-b6be-45b795828327 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.577027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.577027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.577027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.577027] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.577027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.577027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.577027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.577027] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.577027] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ea09680-63ca-4735-b6be-45b795828327',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.577027] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c285c0e-e718-4241-ac88-8de36e44a62f taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.577690] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c285c0e-e718-4241-ac88-8de36e44a62f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.577848] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c285c0e-e718-4241-ac88-8de36e44a62f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.578109] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c285c0e-e718-4241-ac88-8de36e44a62f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.578296] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c285c0e-e718-4241-ac88-8de36e44a62f',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.081491] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ea09680-63ca-4735-b6be-45b795828327 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.081676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.081831] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ea09680-63ca-4735-b6be-45b795828327',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.082757] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c285c0e-e718-4241-ac88-8de36e44a62f with status ACTIVE [ 1335.082945] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.083074] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.083139] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.083977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.084151] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.084403] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.085156] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.085237] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.085502] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.085672] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.085891] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.086014] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.086096] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.086245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.086322] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.086494] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c285c0e-e718-4241-ac88-8de36e44a62f is going to be updated. [ 1335.109904] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.110147] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.110195] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.110388] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.110524] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.110684] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c285c0e-e718-4241-ac88-8de36e44a62f" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.588745] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ea09680-63ca-4735-b6be-45b795828327',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.091209] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.091382] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.091456] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.091680] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.091772] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.091874] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ea09680-63ca-4735-b6be-45b795828327 is going to be created. [ 1336.095708] env[69975]: INFO networking_nsxv3.common.synchronization [req-15481276-04cc-4488-916b-5985ae098777 req-57536b53-eb14-42e7-bcde-c4addbf410bc tempest-AttachVolumeShelveTestJSON-1631444546 tempest-AttachVolumeShelveTestJSON-1631444546-project-member] Enqueued Resource ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e with Priority: HIGHEST for action security_group_members [ 1336.097096] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e with Priority: HIGHEST for action security_group_members [ 1336.097096] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b7d643c-d144-45b0-b11b-f8b85372c04e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.097285] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.097350] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.097570] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.097749] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.097857] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.097914] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.098082] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.098189] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.098338] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b7d643c-d144-45b0-b11b-f8b85372c04e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.123393] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.123630] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.123704] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.123999] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.123999] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.137508] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ea09680-63ca-4735-b6be-45b795828327 in Status: UNINITIALIZED for 2s [ 1336.601477] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.601877] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.601877] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.601993] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.602049] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.602235] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.602407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.602407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.602542] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.602617] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.602703] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e is going to be updated. [ 1336.632130] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.632357] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.632357] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.632573] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.632711] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.643761] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e in Status: IN_PROGRESS for 2s [ 1338.148485] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ea09680-63ca-4735-b6be-45b795828327 in Status: SUCCESS [ 1338.148852] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.148917] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.149106] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.149291] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.149407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.149475] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.149616] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.149699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.149783] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.149871] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ea09680-63ca-4735-b6be-45b795828327',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.652467] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ea09680-63ca-4735-b6be-45b795828327',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.657207] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e in Status: SUCCESS [ 1338.657439] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e deletion is rescheduled due to dependency. [ 1338.657580] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.155251] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ea09680-63ca-4735-b6be-45b795828327: rpc.has_security_group_logging(os_id): False [ 1339.173982] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.174168] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.174340] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.174517] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.174627] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.174894] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.175020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.175088] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.175281] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.175379] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.175533] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ea09680-63ca-4735-b6be-45b795828327 is going to be created. [ 1339.250470] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.250712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.250769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.251087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.251393] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.264534] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.264771] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.264771] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.265031] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.265140] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.267766] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ea09680-63ca-4735-b6be-45b795828327 in Status: IN_PROGRESS for 2s [ 1339.768171] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.270032] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.772649] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1340.772770] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1340.954327] env[69975]: INFO networking_nsxv3.common.synchronization [None req-7a2dd2a0-3fec-40d3-ae1c-da26a7dddd7c tempest-AttachVolumeShelveTestJSON-1631444546 tempest-AttachVolumeShelveTestJSON-1631444546-project-member] Enqueued Resource ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 with Priority: HIGHEST for action security_group_rules [ 1340.954758] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 with Priority: HIGHEST for action security_group_rules [ 1340.955228] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-237ca34d-a662-4b87-956d-e2c423bedfb8 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.955354] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.955399] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.955710] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.955840] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('237ca34d-a662-4b87-956d-e2c423bedfb8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.066582] env[69975]: INFO networking_nsxv3.common.synchronization [None req-a2d6553c-0b0b-43f5-8a4c-7beca571ccfe tempest-AttachVolumeShelveTestJSON-1631444546 tempest-AttachVolumeShelveTestJSON-1631444546-project-member] Enqueued Resource ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 with Priority: HIGHEST for action security_group_rules [ 1341.070398] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 with Priority: HIGHEST for action security_group_rules [ 1341.070727] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-237ca34d-a662-4b87-956d-e2c423bedfb8 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.070833] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.286385] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ea09680-63ca-4735-b6be-45b795828327 in Status: SUCCESS [ 1341.286735] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.476615] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.476816] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.476889] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.477068] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.477155] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.477243] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 already deleted. [ 1341.477322] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.477475] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.477621] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.477703] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('237ca34d-a662-4b87-956d-e2c423bedfb8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.560462] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.560462] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.560462] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.560462] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.574290] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1341.575682] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.580116] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1341.625214] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.625461] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.625613] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.625952] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.648916] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.650176] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1341.650316] env[69975]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69975) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1341.650467] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1341.725514] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.725514] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.725814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.725814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.727195] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.727417] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1341.815190] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.815417] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.815610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.815726] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.816057] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.816387] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1341.905805] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.905986] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.906050] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.906290] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.906637] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.906978] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1341.907109] env[69975]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6b7d643c-d144-45b0-b11b-f8b85372c04e', '3ea09680-63ca-4735-b6be-45b795828327', 'cf4c92f3-5360-491b-9c6d-b3a242e709a7', '92dcf97a-22f1-4da8-a70e-2cd59eb07b52', '98a59886-3a76-405e-bf0a-f11b1b5d58b9', '11e14c31-2b0e-48bf-ae0b-1881c1135c52', '69321a5f-963a-4676-b9c6-0377219d6471', 'c910b46b-0916-43b8-95a3-38b1580dd9d6', '67e87de2-ee17-49bb-8725-36c150ebf512', '22d18d0c-0f27-488a-a6e8-90de4edf6063', '592280ed-faff-4807-a001-74a295148d85', 'd964e285-07a3-4fad-9a60-209c708d293e', 'ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc', 'b6216993-7d69-49eb-9a8b-fa0d1cebb40e', '2c0cc538-18ac-4782-bfca-c69a63404d13', '8d546ad7-ded1-4013-8fd0-00a314095078', '33e1b0b0-1e11-410d-91e3-6062199cf7d3', '538c6b68-347d-47eb-bbf2-741751e778d4', 'fe25f19c-4dee-422c-b438-f3764bb064d2', '95908252-ee53-4059-8699-27fb28b2b7d8', '9475164a-24e4-4dd7-963a-e6fe58192829', '2d30ec26-1469-4b3b-9629-8a20b1e1b724', '7c2def26-d361-4c00-8500-5552b5d10717', '779b5a1f-aff9-4be2-b0df-d41b89912733', 'e9ad417f-8e46-4972-82c6-a63a0ad014fb', '3e726b49-3300-4abf-8ae3-6fa9c401651f', 'c047a7f7-c088-4f61-b7b5-b757005d2866', 'c5061c13-9105-4559-91ef-7de2761de5f2', 'd1c7a90b-d205-4a4c-9d53-49d93f5c8786', '7d112341-79a2-4398-9aee-56ff58766c8a', '4387ccae-a7ff-4b97-a5e0-5d8720ad3f56', '693cee49-7475-4676-b271-6d6f2e025b83', '7efaa6f4-f8e8-4a46-a051-2b95d68576c7', '8e5d00fd-3c4b-4600-a8e7-c694492b05a3', '44733b31-5fe7-49f9-be5f-063c948e5dbe', 'e713b2af-10e7-44a4-b758-381ccb19888b', '8e815e89-5773-4cca-9475-c1546d8107e9', 'e8655014-7389-4597-9aa9-6a3c5be299bb', 'd18ccfe9-f17c-48fa-9757-e3d15036b1c3', '5bef55a4-5871-47f5-8e37-a3d3fad570b4', 'a3a1755e-b671-434b-ac0d-ba8fc92dd165', 'e435b85f-ecf9-4e17-8be6-f79399bd5ca5'} {{(pid=69975) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1341.907249] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1341.930621] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.930835] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.930927] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.931285] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.931505] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.931693] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1341.931823] env[69975]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69975) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1341.931968] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1342.008838] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.009030] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.009112] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.009307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.009398] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.009497] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 already deleted. [ 1342.009579] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.046673] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.046801] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.046893] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.047108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.048276] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.048549] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1342.048631] env[69975]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69975) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1342.048705] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1342.048776] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1342.048853] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1342.048917] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e with Priority: HIGH for action security_group_rules [ 1342.048994] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ea09680-63ca-4735-b6be-45b795828327 with Priority: HIGH for action security_group_rules [ 1342.049111] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 with Priority: HIGH for action security_group_rules [ 1342.049210] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGH for action security_group_rules [ 1342.049210] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 98a59886-3a76-405e-bf0a-f11b1b5d58b9 with Priority: HIGH for action security_group_rules [ 1342.049273] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 with Priority: HIGH for action security_group_rules [ 1342.049309] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69321a5f-963a-4676-b9c6-0377219d6471 with Priority: HIGH for action security_group_rules [ 1342.049344] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGH for action security_group_rules [ 1342.049431] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGH for action security_group_rules [ 1342.049481] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGH for action security_group_rules [ 1342.049531] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 592280ed-faff-4807-a001-74a295148d85 with Priority: HIGH for action security_group_rules [ 1342.049580] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d964e285-07a3-4fad-9a60-209c708d293e with Priority: HIGH for action security_group_rules [ 1342.049627] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGH for action security_group_rules [ 1342.049673] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGH for action security_group_rules [ 1342.049728] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c0cc538-18ac-4782-bfca-c69a63404d13 with Priority: HIGH for action security_group_rules [ 1342.049775] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d546ad7-ded1-4013-8fd0-00a314095078 with Priority: HIGH for action security_group_rules [ 1342.049842] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGH for action security_group_rules [ 1342.049896] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGH for action security_group_rules [ 1342.049959] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGH for action security_group_rules [ 1342.050016] env[69975]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95908252-ee53-4059-8699-27fb28b2b7d8 with Priority: HIGH for action security_group_rules [ 1342.050299] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.412791] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.413143] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.413184] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.413434] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.413746] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.414025] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.414167] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.414397] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.414547] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.414762] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1342.414879] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1342.414991] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1342.415116] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1342.415234] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1342.415342] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1342.415478] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1342.434791] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1342.435037] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1342.435154] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1342.435355] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-432" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.435745] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-b2ab07e2-9194-42f9-96cd-d32a4aceab17 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.435953] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-b2ab07e2-9194-42f9-96cd-d32a4aceab17" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.436103] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-b2ab07e2-9194-42f9-96cd-d32a4aceab17" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.436395] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-b2ab07e2-9194-42f9-96cd-d32a4aceab17" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.436548] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2ab07e2-9194-42f9-96cd-d32a4aceab17',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.939680] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.939957] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.940219] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.940710] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.941033] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.941504] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.941778] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.941991] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.942375] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.942613] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.943075] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.943359] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.943595] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.943950] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.944244] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.944519] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: b2ab07e2-9194-42f9-96cd-d32a4aceab17 is going to be updated. [ 1342.967036] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.967189] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.967329] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.967718] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.968016] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.968379] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-b2ab07e2-9194-42f9-96cd-d32a4aceab17" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.353276] env[69975]: INFO networking_nsxv3.common.synchronization [req-5c3e1eef-c2ca-4c2d-b0eb-77b58d39c236 req-a435556a-fc06-4dcd-8ce0-5f805de64de1 tempest-ServerActionsTestOtherB-728294423 tempest-ServerActionsTestOtherB-728294423-project-member] Enqueued Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_members [ 1343.353441] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGHEST for action security_group_members [ 1343.353707] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e with Priority: HIGH for action security_group_rules [ 1343.353859] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 with Priority: HIGH for action security_group_rules [ 1343.353967] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69321a5f-963a-4676-b9c6-0377219d6471 with Priority: HIGH for action security_group_rules [ 1343.354338] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c0cc538-18ac-4782-bfca-c69a63404d13 with Priority: HIGH for action security_group_rules [ 1343.354338] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95908252-ee53-4059-8699-27fb28b2b7d8 with Priority: HIGH for action security_group_rules [ 1343.354338] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25f19c-4dee-422c-b438-f3764bb064d2 with Priority: HIGH for action security_group_rules [ 1343.354338] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c6b68-347d-47eb-bbf2-741751e778d4 with Priority: HIGH for action security_group_rules [ 1343.354537] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 with Priority: HIGH for action security_group_rules [ 1343.354537] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGH for action security_group_rules [ 1343.354600] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d546ad7-ded1-4013-8fd0-00a314095078 with Priority: HIGH for action security_group_rules [ 1343.354855] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc with Priority: HIGH for action security_group_rules [ 1343.354855] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d964e285-07a3-4fad-9a60-209c708d293e with Priority: HIGH for action security_group_rules [ 1343.354855] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 592280ed-faff-4807-a001-74a295148d85 with Priority: HIGH for action security_group_rules [ 1343.354984] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 with Priority: HIGH for action security_group_rules [ 1343.355030] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGH for action security_group_rules [ 1343.355098] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 with Priority: HIGH for action security_group_rules [ 1343.355184] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 with Priority: HIGH for action security_group_rules [ 1343.355273] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98a59886-3a76-405e-bf0a-f11b1b5d58b9 with Priority: HIGH for action security_group_rules [ 1343.355360] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ea09680-63ca-4735-b6be-45b795828327 with Priority: HIGH for action security_group_rules [ 1343.355447] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 with Priority: HIGH for action security_group_rules [ 1343.355798] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.355921] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.355983] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.356192] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.356344] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.356443] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.356538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.356654] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.356726] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.356817] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.358006] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b7d643c-d144-45b0-b11b-f8b85372c04e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.358128] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.358195] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.358347] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.358422] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b7d643c-d144-45b0-b11b-f8b85372c04e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.359684] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.359684] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.359684] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.359684] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.359684] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf4c92f3-5360-491b-9c6d-b3a242e709a7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.360324] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69321a5f-963a-4676-b9c6-0377219d6471 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.360324] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.360324] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.360458] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.360691] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69321a5f-963a-4676-b9c6-0377219d6471',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.361177] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c0cc538-18ac-4782-bfca-c69a63404d13 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.361278] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.361387] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.361479] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.361551] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c0cc538-18ac-4782-bfca-c69a63404d13',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.364683] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95908252-ee53-4059-8699-27fb28b2b7d8 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.364683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.364683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.364683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.364683] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95908252-ee53-4059-8699-27fb28b2b7d8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.364683] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe25f19c-4dee-422c-b438-f3764bb064d2 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.364683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.364683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.364683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.364683] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe25f19c-4dee-422c-b438-f3764bb064d2',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.364683] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-538c6b68-347d-47eb-bbf2-741751e778d4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.364683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.364683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.364683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.365888] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('538c6b68-347d-47eb-bbf2-741751e778d4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.365888] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.365888] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.365888] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.365888] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.365888] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33e1b0b0-1e11-410d-91e3-6062199cf7d3',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.366603] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.366690] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.366729] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.366854] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.366926] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.367583] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d546ad7-ded1-4013-8fd0-00a314095078 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.367692] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.367758] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.367921] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.367993] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d546ad7-ded1-4013-8fd0-00a314095078',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.368647] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.368751] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.368815] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.368961] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.369041] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.371285] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d964e285-07a3-4fad-9a60-209c708d293e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.371411] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.371452] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.371607] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.371705] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d964e285-07a3-4fad-9a60-209c708d293e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.372373] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-592280ed-faff-4807-a001-74a295148d85 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.372481] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.372546] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.372692] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.372764] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('592280ed-faff-4807-a001-74a295148d85',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.373538] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22d18d0c-0f27-488a-a6e8-90de4edf6063 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.373538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.373642] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.373747] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.373815] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22d18d0c-0f27-488a-a6e8-90de4edf6063',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.374464] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67e87de2-ee17-49bb-8725-36c150ebf512 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.374569] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.374631] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.374905] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.374905] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.375474] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11e14c31-2b0e-48bf-ae0b-1881c1135c52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.375591] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.375661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.375805] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.375874] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11e14c31-2b0e-48bf-ae0b-1881c1135c52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.376623] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c910b46b-0916-43b8-95a3-38b1580dd9d6 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.376724] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.376782] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.376929] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.376997] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c910b46b-0916-43b8-95a3-38b1580dd9d6',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.377877] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98a59886-3a76-405e-bf0a-f11b1b5d58b9 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.378034] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.378096] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.378215] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.378284] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98a59886-3a76-405e-bf0a-f11b1b5d58b9',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.378904] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ea09680-63ca-4735-b6be-45b795828327 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.379020] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.379091] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.379604] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.379604] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ea09680-63ca-4735-b6be-45b795828327',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.380032] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.380257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.380257] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.380385] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.380385] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92dcf97a-22f1-4da8-a70e-2cd59eb07b52',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.403121] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.403289] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.403351] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.403562] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.423566] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.423834] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69321a5f-963a-4676-b9c6-0377219d6471 is going to be deleted. [ 1343.471888] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.472070] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.472116] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.472329] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.472421] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.472538] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69321a5f-963a-4676-b9c6-0377219d6471" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.759849] env[69975]: INFO networking_nsxv3.common.synchronization [req-f801a473-c9cd-4090-ba18-edbf53666bce req-cf81992d-15b4-4f1c-baf7-01155aeda867 service nova] Enqueued Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_rules [ 1343.760013] env[69975]: INFO networking_nsxv3.common.synchronization [req-f801a473-c9cd-4090-ba18-edbf53666bce req-cf81992d-15b4-4f1c-baf7-01155aeda867 service nova] Enqueued Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_members [ 1343.760169] env[69975]: INFO networking_nsxv3.common.synchronization [req-f801a473-c9cd-4090-ba18-edbf53666bce req-cf81992d-15b4-4f1c-baf7-01155aeda867 service nova] Enqueued Resource ID: b2ab07e2-9194-42f9-96cd-d32a4aceab17 with Priority: HIGHEST for action port [ 1343.760408] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_rules [ 1343.760551] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_members [ 1343.760649] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ab07e2-9194-42f9-96cd-d32a4aceab17 with Priority: HIGHEST for action port [ 1343.761924] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.762064] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.762330] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.762444] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.762510] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.762725] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.762990] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.763110] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.763179] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.763341] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.763436] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.763531] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.764415] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2ab07e2-9194-42f9-96cd-d32a4aceab17 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.765025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2ab07e2-9194-42f9-96cd-d32a4aceab17" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.765025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2ab07e2-9194-42f9-96cd-d32a4aceab17" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.765025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2ab07e2-9194-42f9-96cd-d32a4aceab17" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.765025] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2ab07e2-9194-42f9-96cd-d32a4aceab17',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.883955] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-592280ed-faff-4807-a001-74a295148d85 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.884203] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.884295] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.884630] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.884824] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.884881] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.884930] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.885104] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.885223] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.885300] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.885471] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('592280ed-faff-4807-a001-74a295148d85',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.890024] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ea09680-63ca-4735-b6be-45b795828327 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.890024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.890024] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.890249] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.890325] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.890425] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.890487] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.890676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.890793] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.890879] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.890965] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ea09680-63ca-4735-b6be-45b795828327',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.897910] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e87de2-ee17-49bb-8725-36c150ebf512 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.898111] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.898181] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.898449] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.898628] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.898734] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.898799] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.898949] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.899044] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.899131] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.899217] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.906289] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.906474] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.906474] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.906925] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.970472] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.970718] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.972937] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.972937] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.974352] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.974352] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.975187] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.975342] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.976383] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.976549] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.977375] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.977481] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.978531] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.978733] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.978846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.978941] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.979176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.979275] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.979471] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc is going to be updated. [ 1343.981517] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.981716] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.981798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.982105] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.983992] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.984173] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.985024] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.985122] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.987402] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.987402] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.987402] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.987402] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.988179] env[69975]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1343.988728] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.988827] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.989601] env[69975]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1343.990242] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.990523] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.992550] env[69975]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1343.992933] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.993085] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.993809] env[69975]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1343.994368] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.994489] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.003052] env[69975]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1344.004343] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.004816] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.015120] env[69975]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1344.015492] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.017219] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe25f19c-4dee-422c-b438-f3764bb064d2 is going to be deleted. [ 1344.017581] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.017848] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.026402] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.026629] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.026629] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.027017] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.027017] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.040211] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc in Status: IN_PROGRESS for 2s [ 1344.042159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.042339] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c910b46b-0916-43b8-95a3-38b1580dd9d6 is going to be deleted. [ 1344.043437] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.043688] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.043790] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.043913] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc is going to be deleted. [ 1344.044810] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.048743] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.071454] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.071755] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c0cc538-18ac-4782-bfca-c69a63404d13 is going to be deleted. [ 1344.073243] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.074688] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.096959] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.096959] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.101198] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.101198] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22d18d0c-0f27-488a-a6e8-90de4edf6063 is going to be deleted. [ 1344.101198] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.101198] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.121556] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.121556] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.122141] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.122141] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.137602] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.137819] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d546ad7-ded1-4013-8fd0-00a314095078 is going to be deleted. [ 1344.138691] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.138972] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.200556] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.201062] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.213023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.215021] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf4c92f3-5360-491b-9c6d-b3a242e709a7 is going to be deleted. [ 1344.215021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.215021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.268098] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.268098] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.268098] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.269073] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2ab07e2-9194-42f9-96cd-d32a4aceab17 with status ACTIVE [ 1344.269293] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.269487] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.269487] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.269780] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.269867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.270068] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.270168] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.273021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.273021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.273021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.273021] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.273021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.273021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.273021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.273021] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.273021] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2ab07e2-9194-42f9-96cd-d32a4aceab17 is going to be updated. [ 1344.275438] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.275590] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.286767] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.286913] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b7d643c-d144-45b0-b11b-f8b85372c04e is going to be deleted. [ 1344.288307] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.288537] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.355162] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.355383] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.355383] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.355713] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.355878] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.356105] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2ab07e2-9194-42f9-96cd-d32a4aceab17" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.357250] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.357371] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33e1b0b0-1e11-410d-91e3-6062199cf7d3 is going to be deleted. [ 1344.358301] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.358496] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.385228] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.385444] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.393920] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('592280ed-faff-4807-a001-74a295148d85',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.395732] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ea09680-63ca-4735-b6be-45b795828327',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.403180] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.403327] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.409639] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.409779] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d964e285-07a3-4fad-9a60-209c708d293e is going to be deleted. [ 1344.411087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.411340] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.419706] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.489874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.490294] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11e14c31-2b0e-48bf-ae0b-1881c1135c52 is going to be deleted. [ 1344.491105] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.491448] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.553394] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.553640] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e is going to be deleted. [ 1344.554846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.555161] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.605808] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.605967] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.615091] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.615244] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.617363] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.617487] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98a59886-3a76-405e-bf0a-f11b1b5d58b9 is going to be deleted. [ 1344.618610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.618881] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.662576] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.662718] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.666552] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.667126] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 538c6b68-347d-47eb-bbf2-741751e778d4 is going to be deleted. [ 1344.667721] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.667958] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.695307] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.695451] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.714185] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.714406] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92dcf97a-22f1-4da8-a70e-2cd59eb07b52 is going to be deleted. [ 1344.715598] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.715858] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.770790] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.796055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.796237] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95908252-ee53-4059-8699-27fb28b2b7d8 is going to be deleted. [ 1344.797232] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.797484] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.797532] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.797658] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe25f19c-4dee-422c-b438-f3764bb064d2" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.797814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.798045] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.798132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.798360] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.799792] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.799911] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.799953] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.800094] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.800176] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.800294] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98a59886-3a76-405e-bf0a-f11b1b5d58b9" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.800416] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.800557] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.800633] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.800748] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c910b46b-0916-43b8-95a3-38b1580dd9d6" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.800858] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.800994] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.801083] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.801194] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c0cc538-18ac-4782-bfca-c69a63404d13" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.801325] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.801491] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.801567] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.801677] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22d18d0c-0f27-488a-a6e8-90de4edf6063" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.801793] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.801923] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.801996] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.802115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d546ad7-ded1-4013-8fd0-00a314095078" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.802248] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.802467] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.802559] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.802733] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf4c92f3-5360-491b-9c6d-b3a242e709a7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.802867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.803102] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.803240] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.803331] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b7d643c-d144-45b0-b11b-f8b85372c04e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.803474] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.803599] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.803674] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.803798] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33e1b0b0-1e11-410d-91e3-6062199cf7d3" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.803973] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.804057] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.804121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.804225] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d964e285-07a3-4fad-9a60-209c708d293e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.804349] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.804482] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.804555] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.804704] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11e14c31-2b0e-48bf-ae0b-1881c1135c52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.804839] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.805045] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.805125] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.805233] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.805367] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.805588] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.805716] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.809059] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.809059] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.809059] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.809059] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.809429] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.809429] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-538c6b68-347d-47eb-bbf2-741751e778d4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.844058] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.844212] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.844314] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.844547] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.844643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.844764] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92dcf97a-22f1-4da8-a70e-2cd59eb07b52" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.896548] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 592280ed-faff-4807-a001-74a295148d85: rpc.has_security_group_logging(os_id): False [ 1344.897762] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ea09680-63ca-4735-b6be-45b795828327: rpc.has_security_group_logging(os_id): False [ 1344.922062] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67e87de2-ee17-49bb-8725-36c150ebf512: rpc.has_security_group_logging(os_id): False [ 1344.933147] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.933374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.933439] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.933685] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.933835] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.933996] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95908252-ee53-4059-8699-27fb28b2b7d8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.934959] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.935143] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.935213] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.935421] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.946893] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.947133] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.948031] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.948204] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.974614] env[69975]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1344.975269] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.975736] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.975850] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.975933] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.976132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.976215] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.976316] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 592280ed-faff-4807-a001-74a295148d85 is going to be updated. [ 1344.977497] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.977588] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.022391] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.023013] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.023148] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.023236] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.023437] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.023527] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.023830] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67e87de2-ee17-49bb-8725-36c150ebf512 is going to be updated. [ 1345.025098] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.025290] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.083265] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.083670] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.083836] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.084030] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.084212] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.084306] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.084428] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ea09680-63ca-4735-b6be-45b795828327 is going to be updated. [ 1345.107732] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.107982] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.107982] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.108545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.108545] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.123367] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.123367] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.123644] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.123644] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.123844] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.129106] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 592280ed-faff-4807-a001-74a295148d85 in Status: IN_PROGRESS for 2s [ 1345.142084] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: IN_PROGRESS for 2s [ 1345.243275] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.243563] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.243824] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.244055] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.244315] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.261240] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ea09680-63ca-4735-b6be-45b795828327 in Status: IN_PROGRESS for 2s [ 1345.272949] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.273192] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.273192] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.273410] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.273504] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.273610] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e is going to be updated. [ 1345.307657] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.307902] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.314160] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.314160] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.314160] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.314442] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.314548] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.339104] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: IN_PROGRESS for 2s [ 1346.049476] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc in Status: SUCCESS [ 1346.049476] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc deletion is rescheduled due to dependency. [ 1346.049476] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc0b4d9-7e2e-4c64-bb4b-ef9167a24dfc" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.836306] env[69975]: INFO networking_nsxv3.common.synchronization [req-4b67a737-37fc-4656-b4b0-6e6d42a4e272 req-fd341ac7-1cf5-4962-86c6-5385fa77181b tempest-AttachVolumeShelveTestJSON-1631444546 tempest-AttachVolumeShelveTestJSON-1631444546-project-member] Enqueued Resource ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 with Priority: HIGHEST for action security_group_members [ 1346.836913] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 with Priority: HIGHEST for action security_group_members [ 1346.837284] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-237ca34d-a662-4b87-956d-e2c423bedfb8 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.837426] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.840043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.840043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.840043] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.840043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.840043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.840043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.840043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.840043] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('237ca34d-a662-4b87-956d-e2c423bedfb8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.118793] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.119138] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-837" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.119138] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-837" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.119412] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-837" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.119680] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.119847] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.119969] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.120265] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.120399] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.120635] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1347.120774] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1347.120890] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1347.121009] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1347.121131] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1347.121240] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1347.121376] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1347.142882] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1347.143122] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1347.143319] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1347.143594] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-837" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.143967] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-7e64b942-be80-4f11-8eaa-9e4f6219c94d taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.144246] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-7e64b942-be80-4f11-8eaa-9e4f6219c94d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.144541] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-7e64b942-be80-4f11-8eaa-9e4f6219c94d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.144814] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-7e64b942-be80-4f11-8eaa-9e4f6219c94d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.144996] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e64b942-be80-4f11-8eaa-9e4f6219c94d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.150760] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 592280ed-faff-4807-a001-74a295148d85 in Status: SUCCESS [ 1347.150987] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.154021] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: SUCCESS [ 1347.154243] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.275481] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ea09680-63ca-4735-b6be-45b795828327 in Status: SUCCESS [ 1347.275783] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.340998] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.341219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.341219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.341423] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.341516] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.341709] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.341803] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.341863] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.342018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.342098] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.342181] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 already deleted. [ 1347.342263] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.352196] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: SUCCESS [ 1347.352457] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.352667] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.352990] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.353174] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.353320] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.353407] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.353601] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.353706] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.353817] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.353934] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.602245] env[69975]: INFO networking_nsxv3.common.synchronization [req-a5f14443-f943-4483-b40b-cafc17566e95 req-2da08f39-5b42-4a71-b992-394c8d2f4d0f tempest-ServerActionsTestJSON-676534199 tempest-ServerActionsTestJSON-676534199-project-member] Enqueued Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_members [ 1347.602771] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e87de2-ee17-49bb-8725-36c150ebf512 with Priority: HIGHEST for action security_group_members [ 1347.603496] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e87de2-ee17-49bb-8725-36c150ebf512 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.603654] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.604041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.604041] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.604175] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.604175] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.604314] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.604370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.604445] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.604617] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67e87de2-ee17-49bb-8725-36c150ebf512',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.647295] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.647609] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.647609] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.647901] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.648071] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.648240] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 7e64b942-be80-4f11-8eaa-9e4f6219c94d not found, creating... [ 1347.648508] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.648675] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.648865] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.649036] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.649192] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.649600] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.649741] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.649801] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.649976] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.650133] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.650279] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 7e64b942-be80-4f11-8eaa-9e4f6219c94d is going to be created. [ 1347.671038] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.671249] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.671381] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.671638] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.671873] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.672124] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-7e64b942-be80-4f11-8eaa-9e4f6219c94d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.856743] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.856888] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.856947] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.857201] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.857404] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.857485] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.857551] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.857704] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.857795] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.857874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.858032] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.858128] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.858188] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.858327] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.858461] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.858550] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.858610] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.858743] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.858816] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.858896] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.858985] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.106956] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.107233] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.107233] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.107370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.107466] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.107667] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.107780] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.107842] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.107971] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.108054] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.108143] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e87de2-ee17-49bb-8725-36c150ebf512 is going to be updated. [ 1348.135494] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.135944] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.135944] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.136052] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.136132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.144858] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: IN_PROGRESS for 2s [ 1348.346156] env[69975]: INFO networking_nsxv3.common.synchronization [req-4b67a737-37fc-4656-b4b0-6e6d42a4e272 req-4e9c9b29-9ae5-4f4d-beb4-f7062257843c service nova] Enqueued Resource ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 with Priority: HIGHEST for action security_group_rules [ 1348.346333] env[69975]: INFO networking_nsxv3.common.synchronization [req-4b67a737-37fc-4656-b4b0-6e6d42a4e272 req-4e9c9b29-9ae5-4f4d-beb4-f7062257843c service nova] Enqueued Resource ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 with Priority: HIGHEST for action security_group_members [ 1348.346492] env[69975]: INFO networking_nsxv3.common.synchronization [req-4b67a737-37fc-4656-b4b0-6e6d42a4e272 req-4e9c9b29-9ae5-4f4d-beb4-f7062257843c service nova] Enqueued Resource ID: 7e64b942-be80-4f11-8eaa-9e4f6219c94d with Priority: HIGHEST for action port [ 1348.347379] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 with Priority: HIGHEST for action security_group_rules [ 1348.347525] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 with Priority: HIGHEST for action security_group_members [ 1348.347663] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e64b942-be80-4f11-8eaa-9e4f6219c94d with Priority: HIGHEST for action port [ 1348.348022] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-237ca34d-a662-4b87-956d-e2c423bedfb8 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.348164] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.348310] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.348475] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.348589] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('237ca34d-a662-4b87-956d-e2c423bedfb8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.349595] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-237ca34d-a662-4b87-956d-e2c423bedfb8 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.349736] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.349837] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.350023] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.350202] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.350309] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.350375] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.350524] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.350612] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.350703] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('237ca34d-a662-4b87-956d-e2c423bedfb8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.351522] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e64b942-be80-4f11-8eaa-9e4f6219c94d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.351631] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e64b942-be80-4f11-8eaa-9e4f6219c94d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.351701] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e64b942-be80-4f11-8eaa-9e4f6219c94d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.351852] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e64b942-be80-4f11-8eaa-9e4f6219c94d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.351934] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e64b942-be80-4f11-8eaa-9e4f6219c94d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.361371] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6216993-7d69-49eb-9a8b-fa0d1cebb40e: rpc.has_security_group_logging(os_id): False [ 1348.380284] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.380433] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.380506] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.380717] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.380806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.381030] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.381133] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.381198] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.381345] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.381429] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.381617] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.381714] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.381776] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.381916] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.381990] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.382184] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.382281] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.382338] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.382473] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.382547] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.382632] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e is going to be created. [ 1348.437598] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.437834] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.437834] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.438058] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.438208] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.452356] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: IN_PROGRESS for 2s [ 1348.853981] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('237ca34d-a662-4b87-956d-e2c423bedfb8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.855061] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-237ca34d-a662-4b87-956d-e2c423bedfb8 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.855201] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.857699] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e64b942-be80-4f11-8eaa-9e4f6219c94d with status ACTIVE [ 1348.857946] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.858159] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.858239] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.858465] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.858557] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.858749] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.858852] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.858913] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.859098] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.859180] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.859369] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.859462] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.859523] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.859690] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.859769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.859855] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e64b942-be80-4f11-8eaa-9e4f6219c94d is going to be updated. [ 1348.882565] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.882782] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.882782] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.882920] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.883077] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.883233] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e64b942-be80-4f11-8eaa-9e4f6219c94d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.356407] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('237ca34d-a662-4b87-956d-e2c423bedfb8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.858537] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.858703] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.858764] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.858974] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.859087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.859186] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 is going to be created. [ 1349.884284] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.884473] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.884473] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.884695] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.884850] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.894803] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 in Status: UNINITIALIZED for 2s [ 1350.159196] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e87de2-ee17-49bb-8725-36c150ebf512 in Status: SUCCESS [ 1350.159428] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e87de2-ee17-49bb-8725-36c150ebf512 deletion is rescheduled due to dependency. [ 1350.159499] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e87de2-ee17-49bb-8725-36c150ebf512" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.467393] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: SUCCESS [ 1350.467779] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.905138] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 in Status: SUCCESS [ 1351.905476] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.905667] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.905903] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.906152] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.906301] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.906386] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.906580] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.906667] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.906756] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.906863] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('237ca34d-a662-4b87-956d-e2c423bedfb8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.409452] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('237ca34d-a662-4b87-956d-e2c423bedfb8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.911810] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 237ca34d-a662-4b87-956d-e2c423bedfb8: rpc.has_security_group_logging(os_id): False [ 1352.933638] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.933904] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.934015] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.934280] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.934393] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.934673] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.934796] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.934876] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.935085] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.935193] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.935342] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 is going to be created. [ 1352.998279] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.998514] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.998514] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.998685] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.998863] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.014382] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 in Status: IN_PROGRESS for 2s [ 1353.348784] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.348784] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1354.962877] env[69975]: INFO networking_nsxv3.common.synchronization [None req-65872f29-48a6-4e4f-b247-7fdb1a79f77f None None] Enqueued Resource ID: 7c838107-1b39-48a6-83c7-145456316aa8 with Priority: HIGHEST for action port [ 1354.964648] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c838107-1b39-48a6-83c7-145456316aa8 with Priority: HIGHEST for action port [ 1354.964648] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c838107-1b39-48a6-83c7-145456316aa8 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.964648] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c838107-1b39-48a6-83c7-145456316aa8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.966927] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c838107-1b39-48a6-83c7-145456316aa8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.967631] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c838107-1b39-48a6-83c7-145456316aa8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.967631] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c838107-1b39-48a6-83c7-145456316aa8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.030404] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 in Status: SUCCESS [ 1355.030701] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.472343] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c838107-1b39-48a6-83c7-145456316aa8 [ 1355.472343] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.472343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.472343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.472343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.472343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.472343] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c838107-1b39-48a6-83c7-145456316aa8 already deleted. [ 1355.472343] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c838107-1b39-48a6-83c7-145456316aa8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.996057] env[69975]: INFO networking_nsxv3.common.synchronization [None req-4f96408d-fb41-4e44-9124-4fe6952ba023 tempest-ServerActionsV293TestJSON-1625655290 tempest-ServerActionsV293TestJSON-1625655290-project-member] Enqueued Resource ID: 185a5335-9b19-4fbf-85a6-aa264c17b746 with Priority: HIGHEST for action security_group_rules [ 1355.996992] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185a5335-9b19-4fbf-85a6-aa264c17b746 with Priority: HIGHEST for action security_group_rules [ 1355.997496] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-185a5335-9b19-4fbf-85a6-aa264c17b746 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.997664] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.997766] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.998594] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.998726] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('185a5335-9b19-4fbf-85a6-aa264c17b746',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.101439] env[69975]: INFO networking_nsxv3.common.synchronization [None req-92a44b00-5aa9-4963-a667-5771cad4b964 None None] Enqueued Resource ID: 6cbf3615-ea3f-4476-8085-7020c03a7bc5 with Priority: HIGHEST for action port [ 1356.101920] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cbf3615-ea3f-4476-8085-7020c03a7bc5 with Priority: HIGHEST for action port [ 1356.103153] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cbf3615-ea3f-4476-8085-7020c03a7bc5 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.103283] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cbf3615-ea3f-4476-8085-7020c03a7bc5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.103354] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cbf3615-ea3f-4476-8085-7020c03a7bc5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.103990] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cbf3615-ea3f-4476-8085-7020c03a7bc5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.103990] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cbf3615-ea3f-4476-8085-7020c03a7bc5',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.108136] env[69975]: INFO networking_nsxv3.common.synchronization [None req-2da83470-4699-4512-82f5-20ca7e5b947f tempest-ServerActionsV293TestJSON-1625655290 tempest-ServerActionsV293TestJSON-1625655290-project-member] Enqueued Resource ID: 185a5335-9b19-4fbf-85a6-aa264c17b746 with Priority: HIGHEST for action security_group_rules [ 1356.108136] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185a5335-9b19-4fbf-85a6-aa264c17b746 with Priority: HIGHEST for action security_group_rules [ 1356.108136] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-185a5335-9b19-4fbf-85a6-aa264c17b746 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.108136] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.522874] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.522874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.522874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.522874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.522874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.522874] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 185a5335-9b19-4fbf-85a6-aa264c17b746 already deleted. [ 1356.522874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.522874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.522874] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.522874] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('185a5335-9b19-4fbf-85a6-aa264c17b746',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.608144] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cbf3615-ea3f-4476-8085-7020c03a7bc5 [ 1356.608144] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.608144] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.608144] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.608144] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.608144] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.608144] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cbf3615-ea3f-4476-8085-7020c03a7bc5 already deleted. [ 1356.608144] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cbf3615-ea3f-4476-8085-7020c03a7bc5" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.050228] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.050228] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.051172] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.051172] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.051172] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.051172] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 185a5335-9b19-4fbf-85a6-aa264c17b746 already deleted. [ 1357.051172] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.351578] env[69975]: INFO networking_nsxv3.common.synchronization [None req-3d880dc1-8ea6-484d-82e5-a53e40003b52 None None] Enqueued Resource ID: 81edff99-0098-47b6-a7f2-98d85ed633d7 with Priority: HIGHEST for action port [ 1357.352409] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81edff99-0098-47b6-a7f2-98d85ed633d7 with Priority: HIGHEST for action port [ 1357.352738] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-81edff99-0098-47b6-a7f2-98d85ed633d7 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.352869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81edff99-0098-47b6-a7f2-98d85ed633d7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.353605] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81edff99-0098-47b6-a7f2-98d85ed633d7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.353605] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81edff99-0098-47b6-a7f2-98d85ed633d7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.353605] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81edff99-0098-47b6-a7f2-98d85ed633d7',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.859792] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81edff99-0098-47b6-a7f2-98d85ed633d7 [ 1357.860197] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.860361] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.860440] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.860646] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.860733] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.860828] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81edff99-0098-47b6-a7f2-98d85ed633d7 already deleted. [ 1357.860907] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81edff99-0098-47b6-a7f2-98d85ed633d7" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.403314] env[69975]: INFO networking_nsxv3.common.synchronization [None req-dfe54610-6a30-4ea2-9873-9b191b724af7 None None] Enqueued Resource ID: b7d23b07-e9f2-4837-ad74-392d5d28bdb1 with Priority: HIGHEST for action port [ 1358.404909] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d23b07-e9f2-4837-ad74-392d5d28bdb1 with Priority: HIGHEST for action port [ 1358.404909] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7d23b07-e9f2-4837-ad74-392d5d28bdb1 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.405100] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7d23b07-e9f2-4837-ad74-392d5d28bdb1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.405100] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7d23b07-e9f2-4837-ad74-392d5d28bdb1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.405311] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7d23b07-e9f2-4837-ad74-392d5d28bdb1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.406019] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7d23b07-e9f2-4837-ad74-392d5d28bdb1',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.916481] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7d23b07-e9f2-4837-ad74-392d5d28bdb1 [ 1358.916481] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.916481] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.916481] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.916481] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.916481] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.916481] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7d23b07-e9f2-4837-ad74-392d5d28bdb1 already deleted. [ 1358.916806] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7d23b07-e9f2-4837-ad74-392d5d28bdb1" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.288749] env[69975]: INFO networking_nsxv3.common.synchronization [None req-2ae239b7-6a61-4b73-a0e0-829b6010d3c7 None None] Enqueued Resource ID: 2da03e31-6598-4b9c-b6a2-921d7f906017 with Priority: HIGHEST for action port [ 1359.288996] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da03e31-6598-4b9c-b6a2-921d7f906017 with Priority: HIGHEST for action port [ 1359.289581] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-2da03e31-6598-4b9c-b6a2-921d7f906017 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.289906] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2da03e31-6598-4b9c-b6a2-921d7f906017" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.289906] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2da03e31-6598-4b9c-b6a2-921d7f906017" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.290200] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2da03e31-6598-4b9c-b6a2-921d7f906017" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.290283] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2da03e31-6598-4b9c-b6a2-921d7f906017',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.792660] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2da03e31-6598-4b9c-b6a2-921d7f906017 [ 1359.792660] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.792660] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.793127] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.793127] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.793225] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.793327] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2da03e31-6598-4b9c-b6a2-921d7f906017 already deleted. [ 1359.793408] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2da03e31-6598-4b9c-b6a2-921d7f906017" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.492606] env[69975]: INFO networking_nsxv3.common.synchronization [req-0fdcd5aa-09f5-4df7-9bd1-8096469ef6f3 req-4cd06ceb-5edf-48ca-921b-6ead8df654fa tempest-AttachInterfacesTestJSON-924533598 tempest-AttachInterfacesTestJSON-924533598-project-member] Enqueued Resource ID: 592280ed-faff-4807-a001-74a295148d85 with Priority: HIGHEST for action security_group_members [ 1360.493243] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 592280ed-faff-4807-a001-74a295148d85 with Priority: HIGHEST for action security_group_members [ 1360.493575] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-592280ed-faff-4807-a001-74a295148d85 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.493823] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.493969] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.494149] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.494313] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.494415] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.494477] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.494629] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.494712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.494804] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('592280ed-faff-4807-a001-74a295148d85',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.997219] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('592280ed-faff-4807-a001-74a295148d85',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.499443] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('592280ed-faff-4807-a001-74a295148d85',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.625129] env[69975]: INFO networking_nsxv3.common.synchronization [None req-6ed0ee3c-f59e-4a94-8251-e9c965e2d3bc None None] Enqueued Resource ID: fe707fd1-2f5a-45f5-9712-b13732dbfdd4 with Priority: HIGHEST for action port [ 1361.625129] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe707fd1-2f5a-45f5-9712-b13732dbfdd4 with Priority: HIGHEST for action port [ 1361.625129] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe707fd1-2f5a-45f5-9712-b13732dbfdd4 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.625562] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe707fd1-2f5a-45f5-9712-b13732dbfdd4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.625562] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe707fd1-2f5a-45f5-9712-b13732dbfdd4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.625562] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe707fd1-2f5a-45f5-9712-b13732dbfdd4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.625562] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe707fd1-2f5a-45f5-9712-b13732dbfdd4',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.002257] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.002608] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.002608] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.003404] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.003404] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.003404] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 592280ed-faff-4807-a001-74a295148d85 is going to be updated. [ 1362.035951] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.036143] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.036239] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.036480] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.036632] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.047691] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 592280ed-faff-4807-a001-74a295148d85 in Status: IN_PROGRESS for 2s [ 1362.127801] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe707fd1-2f5a-45f5-9712-b13732dbfdd4 [ 1362.128083] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.128219] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.128290] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.128510] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.128598] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.128697] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe707fd1-2f5a-45f5-9712-b13732dbfdd4 already deleted. [ 1362.128788] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe707fd1-2f5a-45f5-9712-b13732dbfdd4" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.059491] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 592280ed-faff-4807-a001-74a295148d85 in Status: SUCCESS [ 1364.059978] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.155566] env[69975]: INFO networking_nsxv3.common.synchronization [req-342a5189-cd49-442a-a95a-360d8ca9756b req-5c60ecd0-acdb-42e3-a496-21f7328ef41d tempest-ServersNegativeTestMultiTenantJSON-2140176665 tempest-ServersNegativeTestMultiTenantJSON-2140176665-project-member] Enqueued Resource ID: b56ba519-86a6-4fa9-b248-f9c626d819f8 with Priority: HIGHEST for action security_group_members [ 1364.156221] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56ba519-86a6-4fa9-b248-f9c626d819f8 with Priority: HIGHEST for action security_group_members [ 1364.156544] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b56ba519-86a6-4fa9-b248-f9c626d819f8 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.156682] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.156755] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.156995] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.157181] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.157300] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.157366] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.157516] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.157598] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.157691] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b56ba519-86a6-4fa9-b248-f9c626d819f8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.433379] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.433599] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-370" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.433726] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-370" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.434164] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-370" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.434468] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.434642] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.434769] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.435031] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.435207] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.435475] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1364.435605] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1364.435783] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1364.435942] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1364.436082] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1364.436218] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1364.436361] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1364.460549] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1364.460549] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1364.460761] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1364.460919] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-370" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.461388] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-e73e1d6c-fa11-4e6c-990b-d60db96b26ec taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.461598] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-e73e1d6c-fa11-4e6c-990b-d60db96b26ec" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.461711] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-e73e1d6c-fa11-4e6c-990b-d60db96b26ec" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.462186] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-e73e1d6c-fa11-4e6c-990b-d60db96b26ec" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.462391] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e73e1d6c-fa11-4e6c-990b-d60db96b26ec',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.659669] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.659893] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.659893] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.660254] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.660254] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.660465] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.660567] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.660628] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.660778] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.660854] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.660941] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b56ba519-86a6-4fa9-b248-f9c626d819f8 already deleted. [ 1364.661036] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.965023] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.965281] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.965425] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.965771] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.965934] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.966117] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port e73e1d6c-fa11-4e6c-990b-d60db96b26ec not found, creating... [ 1364.966385] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.966554] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.966679] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.966957] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.967128] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.967410] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.967572] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.967695] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.967908] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.968072] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.968205] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: e73e1d6c-fa11-4e6c-990b-d60db96b26ec is going to be created. [ 1365.042824] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.043070] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.043187] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.043470] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.043721] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.043983] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-e73e1d6c-fa11-4e6c-990b-d60db96b26ec" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.670937] env[69975]: INFO networking_nsxv3.common.synchronization [req-342a5189-cd49-442a-a95a-360d8ca9756b req-5a8f74d7-418d-42c0-9a99-468c5adf8585 service nova] Enqueued Resource ID: b56ba519-86a6-4fa9-b248-f9c626d819f8 with Priority: HIGHEST for action security_group_rules [ 1365.671239] env[69975]: INFO networking_nsxv3.common.synchronization [req-342a5189-cd49-442a-a95a-360d8ca9756b req-5a8f74d7-418d-42c0-9a99-468c5adf8585 service nova] Enqueued Resource ID: b56ba519-86a6-4fa9-b248-f9c626d819f8 with Priority: HIGHEST for action security_group_members [ 1365.671284] env[69975]: INFO networking_nsxv3.common.synchronization [req-342a5189-cd49-442a-a95a-360d8ca9756b req-5a8f74d7-418d-42c0-9a99-468c5adf8585 service nova] Enqueued Resource ID: e73e1d6c-fa11-4e6c-990b-d60db96b26ec with Priority: HIGHEST for action port [ 1365.671655] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56ba519-86a6-4fa9-b248-f9c626d819f8 with Priority: HIGHEST for action security_group_rules [ 1365.671655] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56ba519-86a6-4fa9-b248-f9c626d819f8 with Priority: HIGHEST for action security_group_members [ 1365.671781] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e73e1d6c-fa11-4e6c-990b-d60db96b26ec with Priority: HIGHEST for action port [ 1365.672616] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b56ba519-86a6-4fa9-b248-f9c626d819f8 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.672702] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.672743] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.673130] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.673347] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b56ba519-86a6-4fa9-b248-f9c626d819f8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.674262] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b56ba519-86a6-4fa9-b248-f9c626d819f8 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.674397] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.674491] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.674670] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.674818] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.674916] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.674977] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.675132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.675252] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.675359] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b56ba519-86a6-4fa9-b248-f9c626d819f8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.676109] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-e73e1d6c-fa11-4e6c-990b-d60db96b26ec taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.676209] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e73e1d6c-fa11-4e6c-990b-d60db96b26ec" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.676279] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e73e1d6c-fa11-4e6c-990b-d60db96b26ec" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.676424] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e73e1d6c-fa11-4e6c-990b-d60db96b26ec" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.676496] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e73e1d6c-fa11-4e6c-990b-d60db96b26ec',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.178274] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b56ba519-86a6-4fa9-b248-f9c626d819f8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.179440] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b56ba519-86a6-4fa9-b248-f9c626d819f8 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.179559] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.179912] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e73e1d6c-fa11-4e6c-990b-d60db96b26ec with status ACTIVE [ 1366.180090] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.180201] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.180266] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.180466] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.180554] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.180718] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.180814] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.180877] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.181043] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.181121] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.181300] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.181420] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.181452] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.181574] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.181668] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.181725] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e73e1d6c-fa11-4e6c-990b-d60db96b26ec is going to be updated. [ 1366.203253] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.203412] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.203455] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.203658] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.203797] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.203957] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e73e1d6c-fa11-4e6c-990b-d60db96b26ec" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.680982] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b56ba519-86a6-4fa9-b248-f9c626d819f8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.183612] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.183852] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.184227] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.184227] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.184227] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.184440] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b56ba519-86a6-4fa9-b248-f9c626d819f8 is going to be created. [ 1367.215667] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.215915] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.215915] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.216140] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.216293] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.227438] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b56ba519-86a6-4fa9-b248-f9c626d819f8 in Status: UNINITIALIZED for 2s [ 1368.046344] env[69975]: INFO networking_nsxv3.common.synchronization [req-5ea79a97-f373-4a10-be6b-98ada29a898e req-11c71298-726f-4e58-a16e-1c3227d6fe27 tempest-AttachInterfacesTestJSON-924533598 tempest-AttachInterfacesTestJSON-924533598-project-member] Enqueued Resource ID: 592280ed-faff-4807-a001-74a295148d85 with Priority: HIGHEST for action security_group_members [ 1368.046928] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 592280ed-faff-4807-a001-74a295148d85 with Priority: HIGHEST for action security_group_members [ 1368.047865] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-592280ed-faff-4807-a001-74a295148d85 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.047865] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.047865] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.047865] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.048191] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.048191] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.048191] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.048397] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.048547] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.048694] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('592280ed-faff-4807-a001-74a295148d85',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.550954] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.551270] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.551451] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.551818] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.552015] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.552377] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.552548] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.552690] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.552963] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.553162] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.553329] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 592280ed-faff-4807-a001-74a295148d85 is going to be updated. [ 1368.584126] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.584335] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.584457] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.584795] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.585049] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.594677] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 592280ed-faff-4807-a001-74a295148d85 in Status: IN_PROGRESS for 2s [ 1369.238236] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b56ba519-86a6-4fa9-b248-f9c626d819f8 in Status: SUCCESS [ 1369.238930] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.239190] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.239464] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.239658] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.239790] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.239845] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.240010] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.240096] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.240210] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.240310] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b56ba519-86a6-4fa9-b248-f9c626d819f8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.742693] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b56ba519-86a6-4fa9-b248-f9c626d819f8 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.742858] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.742951] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.743166] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.743342] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.743448] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.743506] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.743676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.743751] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.743842] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.743984] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b56ba519-86a6-4fa9-b248-f9c626d819f8 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.744108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.744148] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.744283] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.744418] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.744508] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.744565] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.744696] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.744769] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.744847] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.744936] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b56ba519-86a6-4fa9-b248-f9c626d819f8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.247374] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b56ba519-86a6-4fa9-b248-f9c626d819f8: rpc.has_security_group_logging(os_id): False [ 1370.265649] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.265830] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.265954] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.266154] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.266244] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.266438] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.266537] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.266592] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.266743] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.266866] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.267159] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.267310] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.267388] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.267586] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.267708] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.267969] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.268128] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.268216] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.268416] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.268497] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.268634] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b56ba519-86a6-4fa9-b248-f9c626d819f8 is going to be created. [ 1370.324168] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.324332] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.324417] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.324623] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.324803] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.335190] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b56ba519-86a6-4fa9-b248-f9c626d819f8 in Status: IN_PROGRESS for 2s [ 1370.606189] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 592280ed-faff-4807-a001-74a295148d85 in Status: SUCCESS [ 1370.606367] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 592280ed-faff-4807-a001-74a295148d85 deletion is rescheduled due to dependency. [ 1370.606475] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-592280ed-faff-4807-a001-74a295148d85" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.348421] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b56ba519-86a6-4fa9-b248-f9c626d819f8 in Status: SUCCESS [ 1372.348738] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.447813] env[69975]: INFO networking_nsxv3.common.synchronization [None req-22bf8ab1-7636-4b15-902b-05382a489bfd tempest-AttachInterfacesTestJSON-924533598 tempest-AttachInterfacesTestJSON-924533598-project-member] Enqueued Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_members [ 1372.448348] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e with Priority: HIGHEST for action security_group_members [ 1372.449033] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.449033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.449033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.449033] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.449273] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.449320] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.449355] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.449493] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.449579] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.449671] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6216993-7d69-49eb-9a8b-fa0d1cebb40e',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.951593] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.951786] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.951836] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.952083] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.952197] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.952458] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.952558] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.952599] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.952747] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.952850] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.952952] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e is going to be updated. [ 1372.983424] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.983616] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.983616] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.983828] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.983987] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.993343] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: IN_PROGRESS for 2s [ 1375.007234] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e in Status: SUCCESS [ 1375.007633] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6216993-7d69-49eb-9a8b-fa0d1cebb40e deletion is rescheduled due to dependency. [ 1375.007633] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6216993-7d69-49eb-9a8b-fa0d1cebb40e" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.683016] env[69975]: INFO networking_nsxv3.common.synchronization [req-4899d232-3224-466f-b983-4775fdd9ff7f req-0a449fec-f033-44ea-8272-d7cf5830c3f1 tempest-ServersNegativeTestMultiTenantJSON-2140176665 tempest-ServersNegativeTestMultiTenantJSON-2140176665-project-member] Enqueued Resource ID: b56ba519-86a6-4fa9-b248-f9c626d819f8 with Priority: HIGHEST for action security_group_members [ 1376.683246] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56ba519-86a6-4fa9-b248-f9c626d819f8 with Priority: HIGHEST for action security_group_members [ 1376.683626] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-b56ba519-86a6-4fa9-b248-f9c626d819f8 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.683626] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.683626] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.683989] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.684138] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.684245] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.688025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.688025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.688025] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.688025] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b56ba519-86a6-4fa9-b248-f9c626d819f8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.187278] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.187437] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.187536] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.187781] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.187952] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.188219] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.188474] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.188474] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.188601] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.188679] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.188828] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b56ba519-86a6-4fa9-b248-f9c626d819f8 is going to be updated. [ 1377.217435] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.217671] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.217671] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.217850] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.217993] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.229982] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b56ba519-86a6-4fa9-b248-f9c626d819f8 in Status: IN_PROGRESS for 2s [ 1379.241422] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b56ba519-86a6-4fa9-b248-f9c626d819f8 in Status: SUCCESS [ 1379.241825] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b56ba519-86a6-4fa9-b248-f9c626d819f8 deletion is rescheduled due to dependency. [ 1379.241825] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b56ba519-86a6-4fa9-b248-f9c626d819f8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.817132] env[69975]: INFO networking_nsxv3.common.synchronization [req-1a273bad-6efc-4a7c-8030-d985640e795b req-2d292fdc-26cd-492e-a5d2-9f52fbfc8b13 tempest-ServerActionsV293TestJSON-1625655290 tempest-ServerActionsV293TestJSON-1625655290-project-member] Enqueued Resource ID: 185a5335-9b19-4fbf-85a6-aa264c17b746 with Priority: HIGHEST for action security_group_members [ 1380.817132] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185a5335-9b19-4fbf-85a6-aa264c17b746 with Priority: HIGHEST for action security_group_members [ 1380.817132] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-185a5335-9b19-4fbf-85a6-aa264c17b746 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.817132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.817132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.817132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.817894] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.817894] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.817894] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.817894] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.817894] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.817894] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185a5335-9b19-4fbf-85a6-aa264c17b746',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.089805] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-556 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.090014] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-556" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.090157] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-556" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.090501] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-556" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.090765] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.090930] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.091186] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.091441] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.091594] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.091813] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1381.091932] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1381.092058] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1381.092171] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1381.092283] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1381.092393] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1381.092526] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1381.112011] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1381.112197] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1381.112339] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1381.112523] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-556" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.112837] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-1fb08d3e-9e48-4e27-bf75-bcc1f28bd96d taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.113035] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-1fb08d3e-9e48-4e27-bf75-bcc1f28bd96d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.113166] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-1fb08d3e-9e48-4e27-bf75-bcc1f28bd96d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.113500] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-1fb08d3e-9e48-4e27-bf75-bcc1f28bd96d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.113650] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fb08d3e-9e48-4e27-bf75-bcc1f28bd96d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.320418] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.320672] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.320744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.320966] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.321097] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.321294] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.321391] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.321453] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.321609] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.321683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.321767] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185a5335-9b19-4fbf-85a6-aa264c17b746 already deleted. [ 1381.321846] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.616404] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.616597] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.616597] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.617401] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.617401] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.617401] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Segment Port 1fb08d3e-9e48-4e27-bf75-bcc1f28bd96d not found, creating... [ 1381.617595] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.617718] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.617824] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.618133] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.618247] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.618509] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.618674] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.618798] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.619025] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.619172] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.619318] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 1fb08d3e-9e48-4e27-bf75-bcc1f28bd96d is going to be created. [ 1381.639142] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.639370] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.639500] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.639775] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.640201] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.640467] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-1fb08d3e-9e48-4e27-bf75-bcc1f28bd96d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.350224] env[69975]: INFO networking_nsxv3.common.synchronization [req-1a273bad-6efc-4a7c-8030-d985640e795b req-11f65d07-280c-482b-b6b3-f5e54b1b45e4 service nova] Enqueued Resource ID: 185a5335-9b19-4fbf-85a6-aa264c17b746 with Priority: HIGHEST for action security_group_rules [ 1382.350593] env[69975]: INFO networking_nsxv3.common.synchronization [req-1a273bad-6efc-4a7c-8030-d985640e795b req-11f65d07-280c-482b-b6b3-f5e54b1b45e4 service nova] Enqueued Resource ID: 185a5335-9b19-4fbf-85a6-aa264c17b746 with Priority: HIGHEST for action security_group_members [ 1382.350735] env[69975]: INFO networking_nsxv3.common.synchronization [req-1a273bad-6efc-4a7c-8030-d985640e795b req-11f65d07-280c-482b-b6b3-f5e54b1b45e4 service nova] Enqueued Resource ID: 1fb08d3e-9e48-4e27-bf75-bcc1f28bd96d with Priority: HIGHEST for action port [ 1382.351284] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185a5335-9b19-4fbf-85a6-aa264c17b746 with Priority: HIGHEST for action security_group_rules [ 1382.351483] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185a5335-9b19-4fbf-85a6-aa264c17b746 with Priority: HIGHEST for action security_group_members [ 1382.351600] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb08d3e-9e48-4e27-bf75-bcc1f28bd96d with Priority: HIGHEST for action port [ 1382.352435] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-185a5335-9b19-4fbf-85a6-aa264c17b746 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.352576] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.352650] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.352844] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.352940] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('185a5335-9b19-4fbf-85a6-aa264c17b746',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.353800] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-185a5335-9b19-4fbf-85a6-aa264c17b746 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.353912] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.353972] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.354167] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.354313] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.354437] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.354504] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.354651] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.354734] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.354821] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185a5335-9b19-4fbf-85a6-aa264c17b746',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.355565] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fb08d3e-9e48-4e27-bf75-bcc1f28bd96d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.355697] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fb08d3e-9e48-4e27-bf75-bcc1f28bd96d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.355750] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fb08d3e-9e48-4e27-bf75-bcc1f28bd96d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.355887] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fb08d3e-9e48-4e27-bf75-bcc1f28bd96d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.355977] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fb08d3e-9e48-4e27-bf75-bcc1f28bd96d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.859770] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-185a5335-9b19-4fbf-85a6-aa264c17b746 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.859891] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.860103] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fb08d3e-9e48-4e27-bf75-bcc1f28bd96d with status ACTIVE [ 1382.860291] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.860404] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.860470] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.860676] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.860766] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.860938] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.861048] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.861108] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.861261] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.861340] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.861586] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.861739] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.861739] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.861795] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.861867] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.861960] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fb08d3e-9e48-4e27-bf75-bcc1f28bd96d is going to be updated. [ 1382.863228] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('185a5335-9b19-4fbf-85a6-aa264c17b746',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.884879] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.885258] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.885258] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.885405] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.885543] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.885681] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fb08d3e-9e48-4e27-bf75-bcc1f28bd96d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.369488] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('185a5335-9b19-4fbf-85a6-aa264c17b746',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.874553] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.874712] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.874777] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.874993] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.875100] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.875200] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185a5335-9b19-4fbf-85a6-aa264c17b746 is going to be created. [ 1383.910236] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.910402] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.910442] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.910752] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.910931] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.920020] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185a5335-9b19-4fbf-85a6-aa264c17b746 in Status: UNINITIALIZED for 2s [ 1385.932600] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185a5335-9b19-4fbf-85a6-aa264c17b746 in Status: SUCCESS [ 1385.932901] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.933087] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.933310] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.933534] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.933675] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.933744] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.933922] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.934054] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.934150] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.934256] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('185a5335-9b19-4fbf-85a6-aa264c17b746',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.437448] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('185a5335-9b19-4fbf-85a6-aa264c17b746',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.940501] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 185a5335-9b19-4fbf-85a6-aa264c17b746: rpc.has_security_group_logging(os_id): False [ 1386.958751] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.958949] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.958991] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.959224] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.959370] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.959687] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.959825] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.959943] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.960106] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.960224] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.960356] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 185a5335-9b19-4fbf-85a6-aa264c17b746 is going to be created. [ 1387.014719] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.014929] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.014929] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.015178] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.015374] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.028278] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 185a5335-9b19-4fbf-85a6-aa264c17b746 in Status: IN_PROGRESS for 2s [ 1387.353050] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.353198] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1389.041757] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 185a5335-9b19-4fbf-85a6-aa264c17b746 in Status: SUCCESS [ 1389.041757] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.354222] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.354583] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1397.356097] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.356097] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.357401] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.357688] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.358468] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.358468] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1412.359859] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1412.359859] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.274788] env[69975]: INFO networking_nsxv3.common.synchronization [req-94fad1bd-ef1b-4a70-a076-2a8002729ca9 req-92a640a0-943e-4167-8756-67dce382585f tempest-AttachVolumeTestJSON-1976663256 tempest-AttachVolumeTestJSON-1976663256-project-member] Enqueued Resource ID: 3ea09680-63ca-4735-b6be-45b795828327 with Priority: HIGHEST for action security_group_members [ 1414.276104] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ea09680-63ca-4735-b6be-45b795828327 with Priority: HIGHEST for action security_group_members [ 1414.276492] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ea09680-63ca-4735-b6be-45b795828327 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.276683] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.276754] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.277643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.277643] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.277643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.277643] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.277813] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.278208] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.278208] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ea09680-63ca-4735-b6be-45b795828327',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.781847] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.782116] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.782116] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.782297] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.782397] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.782593] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.782708] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.782783] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.782973] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.783069] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.783160] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ea09680-63ca-4735-b6be-45b795828327 is going to be updated. [ 1414.814470] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.814671] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.814671] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.814869] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.815070] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.823394] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ea09680-63ca-4735-b6be-45b795828327 in Status: IN_PROGRESS for 2s [ 1416.836125] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ea09680-63ca-4735-b6be-45b795828327 in Status: SUCCESS [ 1416.836125] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ea09680-63ca-4735-b6be-45b795828327 deletion is rescheduled due to dependency. [ 1416.836590] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ea09680-63ca-4735-b6be-45b795828327" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.276829] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.277173] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1422.740766] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.741071] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "network-837" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.741104] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "network-837" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.741370] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "network-837" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.741639] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.741799] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.741928] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.742331] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.742492] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.742715] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1422.742845] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] NeedRegenerationException {{(pid=69975) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1422.742960] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] no value, waiting for create lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1422.743096] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] value creation lock acquired {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1422.743224] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] No value present for key: 'zone-id' {{(pid=69975) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1422.743338] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Calling creation function for not-yet-present value {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1422.743476] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1422.766246] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1422.766468] env[69975]: DEBUG dogpile.cache.region [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69975) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1422.766620] env[69975]: DEBUG dogpile.lock [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Released creation lock {{(pid=69975) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1422.766804] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "network-837" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.768033] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock port-7e64b942-be80-4f11-8eaa-9e4f6219c94d taken with stack trace [, , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.768033] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "port-7e64b942-be80-4f11-8eaa-9e4f6219c94d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.768033] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "port-7e64b942-be80-4f11-8eaa-9e4f6219c94d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.768033] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "port-7e64b942-be80-4f11-8eaa-9e4f6219c94d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.768033] env[69975]: DEBUG networking_nsxv3.api.rpc [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e64b942-be80-4f11-8eaa-9e4f6219c94d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.270570] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.270759] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.270910] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.271208] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.272117] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.272117] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.272117] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.272117] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.272279] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.272279] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.272566] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.272722] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.272839] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.273160] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.273301] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.273446] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Resource: SegmentPort with ID: 7e64b942-be80-4f11-8eaa-9e4f6219c94d is going to be updated. [ 1423.294926] env[69975]: DEBUG networking_nsxv3.common.locking [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.295162] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.295298] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.295551] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.295774] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.295985] env[69975]: DEBUG oslo_concurrency.lockutils [None req-99baba08-dc6d-4264-9311-5b34067cc71b None None] Releasing lock "port-7e64b942-be80-4f11-8eaa-9e4f6219c94d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.973551] env[69975]: INFO networking_nsxv3.common.synchronization [req-8e8a9a51-991e-42ac-8466-9b5d16452ed1 req-309a59cd-06c6-4595-9a71-0ee19592d3fe service nova] Enqueued Resource ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 with Priority: HIGHEST for action security_group_rules [ 1423.973778] env[69975]: INFO networking_nsxv3.common.synchronization [req-8e8a9a51-991e-42ac-8466-9b5d16452ed1 req-309a59cd-06c6-4595-9a71-0ee19592d3fe service nova] Enqueued Resource ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 with Priority: HIGHEST for action security_group_members [ 1423.973861] env[69975]: INFO networking_nsxv3.common.synchronization [req-8e8a9a51-991e-42ac-8466-9b5d16452ed1 req-309a59cd-06c6-4595-9a71-0ee19592d3fe service nova] Enqueued Resource ID: 7e64b942-be80-4f11-8eaa-9e4f6219c94d with Priority: HIGHEST for action port [ 1423.974468] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 with Priority: HIGHEST for action security_group_rules [ 1423.974643] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 with Priority: HIGHEST for action security_group_members [ 1423.974780] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e64b942-be80-4f11-8eaa-9e4f6219c94d with Priority: HIGHEST for action port [ 1423.975155] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock rules-237ca34d-a662-4b87-956d-e2c423bedfb8 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.975301] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.975368] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.975581] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.975648] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('237ca34d-a662-4b87-956d-e2c423bedfb8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.976535] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-237ca34d-a662-4b87-956d-e2c423bedfb8 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.976661] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.976730] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.976902] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.977074] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.977190] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.977246] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.977387] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.977511] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.977595] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('237ca34d-a662-4b87-956d-e2c423bedfb8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.978367] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e64b942-be80-4f11-8eaa-9e4f6219c94d taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.979263] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e64b942-be80-4f11-8eaa-9e4f6219c94d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.979263] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e64b942-be80-4f11-8eaa-9e4f6219c94d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.979263] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e64b942-be80-4f11-8eaa-9e4f6219c94d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.979263] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e64b942-be80-4f11-8eaa-9e4f6219c94d',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.480886] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('237ca34d-a662-4b87-956d-e2c423bedfb8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.481993] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-237ca34d-a662-4b87-956d-e2c423bedfb8 taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.482132] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.482293] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e64b942-be80-4f11-8eaa-9e4f6219c94d with status ACTIVE [ 1424.482468] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.482595] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.482648] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.482843] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.482926] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.483105] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.483203] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.483264] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.483420] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.483498] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.483674] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.483765] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.483826] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.483964] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.484478] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.484593] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e64b942-be80-4f11-8eaa-9e4f6219c94d is going to be updated. [ 1424.505584] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.505766] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.505809] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.505975] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.506123] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.506281] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e64b942-be80-4f11-8eaa-9e4f6219c94d" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.987069] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('237ca34d-a662-4b87-956d-e2c423bedfb8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.489695] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.489913] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.489913] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.490251] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.490359] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.490448] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 is going to be updated. [ 1425.520375] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.520581] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.520581] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.520792] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.520937] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.531572] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 in Status: IN_PROGRESS for 2s [ 1427.542468] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 in Status: SUCCESS [ 1427.542823] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.542823] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.543126] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.543349] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.543493] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.543583] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.543780] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.543886] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.543989] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.544121] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('237ca34d-a662-4b87-956d-e2c423bedfb8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.046389] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('237ca34d-a662-4b87-956d-e2c423bedfb8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.550127] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 237ca34d-a662-4b87-956d-e2c423bedfb8: rpc.has_security_group_logging(os_id): False [ 1428.568375] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.568575] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.568705] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.568968] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.569114] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.569476] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.569626] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.569725] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.569946] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.570074] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.570202] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 is going to be updated. [ 1428.637660] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.637894] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.637894] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.638099] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.638251] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.651935] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 in Status: IN_PROGRESS for 2s [ 1428.976281] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.976466] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1430.667655] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 in Status: SUCCESS [ 1430.667886] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.911478] env[69975]: INFO networking_nsxv3.common.synchronization [req-eef14027-a1b3-4c76-a43f-dfa36e0947c1 req-6c34add8-da2f-42a0-98fe-5a187ae1dfa3 tempest-ServerActionsV293TestJSON-1625655290 tempest-ServerActionsV293TestJSON-1625655290-project-member] Enqueued Resource ID: 185a5335-9b19-4fbf-85a6-aa264c17b746 with Priority: HIGHEST for action security_group_members [ 1433.912085] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185a5335-9b19-4fbf-85a6-aa264c17b746 with Priority: HIGHEST for action security_group_members [ 1433.912410] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-185a5335-9b19-4fbf-85a6-aa264c17b746 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.912558] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.912629] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.912832] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.912994] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.913626] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.913710] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.913904] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.914018] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.914123] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185a5335-9b19-4fbf-85a6-aa264c17b746',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.416569] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.416776] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.417933] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.417933] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.417933] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.417933] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.417933] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.417933] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.417933] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.417933] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.417933] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185a5335-9b19-4fbf-85a6-aa264c17b746 is going to be updated. [ 1434.461227] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.461421] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.461421] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.461742] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.461936] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.471728] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185a5335-9b19-4fbf-85a6-aa264c17b746 in Status: IN_PROGRESS for 2s [ 1436.484703] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185a5335-9b19-4fbf-85a6-aa264c17b746 in Status: SUCCESS [ 1436.485090] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185a5335-9b19-4fbf-85a6-aa264c17b746 deletion is rescheduled due to dependency. [ 1436.485090] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185a5335-9b19-4fbf-85a6-aa264c17b746" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.912923] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1438.913310] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1443.913858] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1443.914299] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1448.914823] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.915275] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1453.915758] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1453.915758] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1458.917272] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.917272] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1463.917914] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.917914] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1468.919251] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1468.919703] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1473.920025] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1473.920385] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.046665] env[69975]: INFO networking_nsxv3.common.synchronization [req-44035850-5a4c-4722-9b70-0de1591ee4e2 req-7585d669-8d7c-41a4-aa39-d260e07b0cb0 tempest-AttachVolumeShelveTestJSON-1631444546 tempest-AttachVolumeShelveTestJSON-1631444546-project-member] Enqueued Resource ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 with Priority: HIGHEST for action security_group_members [ 1476.047381] env[69975]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 with Priority: HIGHEST for action security_group_members [ 1476.047752] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock member-237ca34d-a662-4b87-956d-e2c423bedfb8 taken with stack trace [, , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.047984] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.048125] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.048399] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.048583] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.048699] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.048781] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.048983] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.049115] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.049259] env[69975]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('237ca34d-a662-4b87-956d-e2c423bedfb8',) {} {{(pid=69975) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.552250] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.552486] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.552486] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.552620] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.552711] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.552904] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.553014] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.553079] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.553227] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.553299] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.553386] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 is going to be updated. [ 1476.602380] env[69975]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69975) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.602605] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.602605] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.602784] env[69975]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.602928] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.620698] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 in Status: IN_PROGRESS for 2s [ 1478.633154] env[69975]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 in Status: SUCCESS [ 1478.633593] env[69975]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 237ca34d-a662-4b87-956d-e2c423bedfb8 deletion is rescheduled due to dependency. [ 1478.633593] env[69975]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-237ca34d-a662-4b87-956d-e2c423bedfb8" {{(pid=69975) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.048460] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.048849] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1486.049303] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1486.049303] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1491.050746] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1491.050746] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1496.051587] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1496.051969] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1501.052938] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1501.053350] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1506.053897] env[69975]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1506.054266] env[69975]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0